-- Logs begin at Wed 2022-05-04 20:41:47 UTC, end at Wed 2022-05-04 22:05:13 UTC. -- May 04 21:31:06.040377 dv-cinder-836083-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 21:31:08.821652 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.common.config [-] Logging enabled! May 04 21:31:08.822293 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev181 May 04 21:31:08.822435 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109918) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 21:31:08.825827 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.common.config [-] Logging enabled! May 04 21:31:08.826083 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev181 May 04 21:31:08.826396 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109918) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 21:31:08.827327 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 21:31:08.827592 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 21:31:08.827974 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 21:31:08.828222 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 21:31:08.828447 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 21:31:08.828769 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.829171 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.829402 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.830019 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.830313 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.830578 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.830869 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.831169 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.831483 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.831762 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.832047 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.832277 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.832555 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.832839 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.833128 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.833350 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] debug = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.833613 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.834047 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.834450 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.834735 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.835026 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.835303 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.835598 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.835876 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.836163 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.836493 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] host = dv-cinder-836083-5-iscsi {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.836780 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.837069 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.837388 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.837719 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.837998 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.838275 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.838559 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.838832 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.839103 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] log_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.839400 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.839688 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.839975 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.840264 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.840490 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.840712 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.840996 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.841294 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.841569 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.841843 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.842118 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.842392 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.842664 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.842932 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.843213 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.843516 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.843800 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.844076 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.844349 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.844619 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.844889 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.845173 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.845445 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.845718 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.845990 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.846275 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.846542 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.846821 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.847118 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.847421 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.847705 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.847991 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.848268 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.848551 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.848821 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.849091 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.849363 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] use_json = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.849634 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.849902 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.850183 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.850455 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.850727 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.851002 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.851272 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.851587 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.851859 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:08.852154 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.852451 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.852753 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.853059 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.853364 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.853647 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.853936 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.854215 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.854504 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.854792 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.855083 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.855360 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.855677 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.855966 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.856260 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.856564 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.856867 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.857158 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.857435 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.857711 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.857985 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.858265 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.858556 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.858834 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.859130 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.859440 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.859724 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.860024 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.860312 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.860603 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.860896 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.861186 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.861460 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.861744 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.862032 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.862310 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.862584 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.862860 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.863145 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.863454 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.863729 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.864012 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.864290 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.864561 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.864832 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.865105 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.865394 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.865673 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.865945 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.866217 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.866493 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.866769 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.867054 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.867329 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.867628 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.867900 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.868178 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.868451 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.868812 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.869091 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.869364 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.869644 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.869916 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.870190 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.870466 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.870739 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.871010 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.871281 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.871589 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.871867 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.872138 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.872413 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.872685 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.872957 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.873229 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.873525 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.873800 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.874079 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.874359 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.874636 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.874911 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.875186 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.875491 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.875773 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.876046 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.876337 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.876622 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.876916 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.877198 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.877495 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.877790 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.878067 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.878343 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.878626 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.878905 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.879183 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.879494 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.879778 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.880073 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.880366 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.880661 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.880952 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.881245 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.881526 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.881835 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.882115 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:08.882335 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 21:31:08.882573 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109918) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 21:31:09.340647 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 21:31:09.340920 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 21:31:09.341233 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 21:31:09.341571 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 21:31:09.668151 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.668436 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.668717 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.669917 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.670193 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.670453 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.724697 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.724973 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.725252 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.739843 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.740122 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.740386 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.770031 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.770300 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.770555 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.806314 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.806592 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:09.806860 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.154579 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.155242 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.155242 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.155421 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.156097 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.263825 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.264154 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.264438 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.264706 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.264972 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.265290 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.265560 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.265808 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.266059 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.266345 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.266587 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.266850 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.267102 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.267356 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.267634 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.267899 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.268156 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.268406 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.268678 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.268943 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.269218 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.269475 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.269762 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.270147 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.270396 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.270642 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.271067 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 21:31:10.271289 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 21:31:10.272507 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 21:31:10.273472 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 21:31:10.273716 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 21:31:10.273955 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 21:31:10.274328 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 21:31:10.277635 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 21:31:10.281567 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 21:31:10.285640 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 04 21:31:10.287255 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 21:31:10.287765 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 21:31:10.288247 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 21:31:10.288638 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 21:31:10.291571 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 21:31:10.291820 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 21:31:10.292170 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 21:31:10.297058 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 21:31:10.320744 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 21:31:10.321195 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.321494 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109918) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 21:31:10.321896 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.323254 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109918) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 21:31:10.323562 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 21:31:10.323806 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 21:31:10.327102 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.327411 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:10.390822 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 21:31:10.391044 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 21:31:10.391277 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 21:31:10.391666 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 21:31:10.414754 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_db.sqlalchemy.engines [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109918) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 21:31:10.868834 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Initializing driver for type 'gre' May 04 21:31:10.869570 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] gre ID ranges: [(1, 1000)] May 04 21:31:10.929912 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Initializing driver for type 'local' May 04 21:31:10.930288 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Initializing driver for type 'vlan' May 04 21:31:10.944481 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] VlanTypeDriver initialization complete May 04 21:31:10.944821 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Initializing driver for type 'vxlan' May 04 21:31:10.945310 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] vxlan ID ranges: [(1, 1000)] May 04 21:31:11.000289 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Initializing extension driver 'port_security' May 04 21:31:11.000642 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] PortSecurityExtensionDriver initialization complete May 04 21:31:11.000981 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Initializing mechanism driver 'openvswitch' May 04 21:31:11.001308 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Initializing mechanism driver 'hyperv' May 04 21:31:11.007888 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:11.008739 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > port after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.009111 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > port after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.009501 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > port after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.010046 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 21:31:11.010482 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > subnet after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.010840 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > subnet after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.011187 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.011616 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 21:31:11.012025 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > network after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.012373 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > network after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.012714 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > network after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.013110 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 21:31:11.013517 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > security_group after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.013866 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > security_group after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.014226 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.014622 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 21:31:11.015024 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.015369 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.015735 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.016129 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 21:31:11.016531 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > address_group after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.016874 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > address_group after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.017213 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.017611 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 21:31:11.018051 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] ML2 OVO RPC backend initialized. {{(pid=109918) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 21:31:11.018756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.019107 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.019560 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > network before_response 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.019907 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > networks before_response 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.020251 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > port before_response 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.020575 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > ports before_response 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.020918 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > subnet before_response 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.021258 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > subnets before_response 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.021600 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > network after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.021937 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > network after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.022271 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > network after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.022605 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > port after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.022938 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > port after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.023272 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > port after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.023629 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > subnet after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.023963 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > subnet after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.024291 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.031993 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded quota_driver: . May 04 21:31:11.032359 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.plugin [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Modular L2 Plugin initialization complete May 04 21:31:11.032705 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading services supported by the core plugin {{(pid=109918) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 21:31:11.033048 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.plugins.ml2.managers [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Got port-security extension from driver 'port_security' May 04 21:31:11.033533 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.extensions.vlantransparent [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Disabled vlantransparent extension. May 04 21:31:11.034038 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109918) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 21:31:11.034368 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading Plugin: router May 04 21:31:11.069426 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.069822 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router after_create 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.070191 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router before_create 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.070557 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.070939 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.071301 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router after_delete 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.071715 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.072066 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.072424 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router after_create 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.072769 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router after_update 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.073119 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router after_update 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.073453 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.073933 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router after_update 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.074346 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router precommit_update 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.074725 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: port after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.075062 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: port after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.075409 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: subnet after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.075771 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.076116 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.076468 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router precommit_create 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.076810 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: port before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.077150 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router precommit_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.077505 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router after_update 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.077846 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.078195 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router precommit_create 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.078555 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.078895 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router precommit_update 55549900 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.079244 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > agent after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.079941 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > agent after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.080287 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > network after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.081166 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Tracking information for resource: router configured {{(pid=109918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 21:31:11.081498 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Tracking information for resource: floatingip configured {{(pid=109918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 21:31:11.086373 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.db.l3_agentschedulers_db [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 21:31:11.086957 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: port after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.087396 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: port after_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.087735 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: port after_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.088123 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: port after_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.088917 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router before_create 55550100 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.089280 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.089625 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router precommit_create 55550100 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.089978 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > router precommit_update 55550100 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.094757 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.services.provider_configuration [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service providers = [] {{(pid=109918) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 21:31:11.095139 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.db.servicetype_db [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109918) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 21:31:11.098139 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.services.service_base [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 21:31:11.098489 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.services.service_base [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 21:31:11.098829 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.services.service_base [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 21:31:11.099757 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.services.service_base [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 21:31:11.100130 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.services.service_base [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 21:31:11.100502 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 21:31:11.100823 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 21:31:11.111421 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 21:31:11.111754 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading Plugin: auto_allocate May 04 21:31:11.117456 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: network precommit_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.117826 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: network precommit_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.118340 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 21:31:11.118715 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading Plugin: tag May 04 21:31:11.125553 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 21:31:11.125821 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading Plugin: timestamp May 04 21:31:11.129648 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 21:31:11.129980 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading Plugin: network_ip_availability May 04 21:31:11.135549 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.135922 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.136280 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.136989 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 21:31:11.137314 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading Plugin: flavors May 04 21:31:11.142238 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 21:31:11.142569 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading Plugin: revisions May 04 21:31:11.146802 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 21:31:11.147193 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_concurrency.lockutils [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=109918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 21:31:11.147953 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109918) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 21:31:11.148293 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Initializing extension manager. May 04 21:31:11.148816 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: __init__.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.149162 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: __pycache__ {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.149496 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: _port_mac_address_override.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.149888 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: address_group.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.150635 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.151205 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: address-group May 04 21:31:11.151564 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: address_scope.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.152282 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.152826 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: address-scope May 04 21:31:11.153149 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.154074 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.154585 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: router-admin-state-down-before-update May 04 21:31:11.154913 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: agent.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.155619 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.156130 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: agent May 04 21:31:11.156454 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: agent_resources_synced.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.157377 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.157888 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: agent-resources-synced May 04 21:31:11.158219 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: allowedaddresspairs.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.160051 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.160571 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: allowed-address-pairs May 04 21:31:11.160902 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: auto_allocated_topology.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.161973 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.162491 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: auto-allocated-topology May 04 21:31:11.162813 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: availability_zone.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.163546 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.164054 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: availability_zone May 04 21:31:11.164375 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: availability_zone_filter.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.165312 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.165821 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: availability_zone_filter May 04 21:31:11.166139 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: data_plane_status.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.167059 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.167598 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension data-plane-status not supported by any of loaded plugins May 04 21:31:11.167917 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: default_subnetpools.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.168834 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.169342 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: default-subnetpools May 04 21:31:11.169664 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.170471 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.170983 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: dhcp_agent_scheduler May 04 21:31:11.171300 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: dns.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.172237 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.172743 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension dns-integration not supported by any of loaded plugins May 04 21:31:11.173061 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: dns_domain_ports.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.173973 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.174475 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 21:31:11.174800 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.175748 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.176249 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 21:31:11.176571 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: dvr.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.177243 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.177752 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: dvr May 04 21:31:11.178070 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: ecmp_routes.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.178984 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.179512 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 21:31:11.179840 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: empty_string_filtering.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.180748 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.181343 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: empty-string-filtering May 04 21:31:11.181667 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.182573 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.183078 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 21:31:11.183415 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.184341 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.184845 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 21:31:11.185165 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: external_net.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.186069 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.186589 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: external-net May 04 21:31:11.186908 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.187851 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.188354 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: extra_dhcp_opt May 04 21:31:11.188676 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: extraroute.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.189589 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.190095 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: extraroute May 04 21:31:11.190414 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: extraroute_atomic.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.191660 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.192183 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: extraroute-atomic May 04 21:31:11.192502 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: filter_validation.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.193169 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.193678 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: filter-validation May 04 21:31:11.193997 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: fip_pf_description.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.194905 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.195416 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 21:31:11.195751 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: fip_pf_port_range.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.196696 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.197202 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 21:31:11.197520 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: fip_port_details.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.198449 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.198958 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: fip-port-details May 04 21:31:11.199276 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: flavors.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.200549 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.201070 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: flavors May 04 21:31:11.201394 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.203047 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.203726 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 21:31:11.204057 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: floatingip_pools.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.205098 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.205629 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: floatingip-pools May 04 21:31:11.205959 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: ip_allocation.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.206884 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.207402 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension ip_allocation not supported by any of loaded plugins May 04 21:31:11.207738 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.208673 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.209182 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: ip-substring-filtering May 04 21:31:11.209510 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l2_adjacency.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.210425 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.210930 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 21:31:11.211255 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l3.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.212330 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.212843 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: router May 04 21:31:11.213173 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.215400 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.215964 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 21:31:11.216297 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.217222 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.217742 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: ext-gw-mode May 04 21:31:11.218071 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.218993 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.219533 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: l3-ha May 04 21:31:11.219858 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.220774 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.221277 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 21:31:11.221600 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l3_flavors.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.222521 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.223036 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: l3-flavors May 04 21:31:11.223361 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.224754 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.225276 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 21:31:11.225604 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.226523 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.227040 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 21:31:11.227373 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: l3agentscheduler.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.228480 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.229000 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: l3_agent_scheduler May 04 21:31:11.229328 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: local_ip.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.232593 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.233111 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension local_ip not supported by any of loaded plugins May 04 21:31:11.233443 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: logging.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.234915 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.235474 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension logging not supported by any of loaded plugins May 04 21:31:11.235816 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: metering.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.236578 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.237159 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: metering May 04 21:31:11.237497 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.238618 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.239142 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: metering_source_and_destination_fields May 04 21:31:11.239504 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: multiprovidernet.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.240433 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.240957 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: multi-provider May 04 21:31:11.241284 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: netmtu.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.242210 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.242719 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: net-mtu May 04 21:31:11.243045 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: netmtu_writable.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.244032 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.244538 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: net-mtu-writable May 04 21:31:11.244870 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: network_availability_zone.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.245541 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.246054 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: network_availability_zone May 04 21:31:11.246383 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: network_ip_availability.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.247515 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.248030 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: network-ip-availability May 04 21:31:11.248357 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: network_segment_range.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.249128 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.249629 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension network-segment-range not supported by any of loaded plugins May 04 21:31:11.249955 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: pagination.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.250946 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.251280 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: pagination May 04 21:31:11.251645 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: port_device_profile.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.252559 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.253075 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: port-device-profile May 04 21:31:11.253399 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: port_mac_address_override.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.254325 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.254842 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: port-mac-override May 04 21:31:11.255259 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.256093 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.256604 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: port-mac-address-regenerate May 04 21:31:11.256932 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.257836 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.258346 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: port-numa-affinity-policy May 04 21:31:11.258672 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: port_resource_request.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.259665 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.260170 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension port-resource-request not supported by any of loaded plugins May 04 21:31:11.260488 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: port_resource_request_groups.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.261458 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.261965 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 21:31:11.262287 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: portbindings.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.263209 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.263751 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: binding May 04 21:31:11.264076 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: portbindings_extended.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.265354 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.265864 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: binding-extended May 04 21:31:11.266194 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: portsecurity.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.267140 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.267680 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: port-security May 04 21:31:11.268009 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: project_id.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.268990 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.269324 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: project-id May 04 21:31:11.269641 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: providernet.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.270553 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.271077 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: provider May 04 21:31:11.271406 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.275193 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.275749 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos not supported by any of loaded plugins May 04 21:31:11.276082 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.277320 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.277830 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 21:31:11.278159 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.279079 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.279615 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 21:31:11.279942 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_default.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.280873 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.281382 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-default not supported by any of loaded plugins May 04 21:31:11.281708 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_fip.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.282631 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.283144 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-fip not supported by any of loaded plugins May 04 21:31:11.283505 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.284424 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.284931 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 21:31:11.285256 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_gateway_ip.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.286171 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.286677 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 21:31:11.286997 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_port_network_policy.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.287989 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.288500 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 21:31:11.288818 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.289858 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.290428 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 21:31:11.290761 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.291826 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.292339 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 21:31:11.292665 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_pps_rule.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.293840 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.294355 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-pps not supported by any of loaded plugins May 04 21:31:11.294681 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_rule_type_details.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.295626 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.296141 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 21:31:11.296459 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.297380 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.297886 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 21:31:11.298208 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: qos_rules_alias.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.299267 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.299817 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 21:31:11.300140 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: quota_check_limit.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.301142 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.301660 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: quota-check-limit May 04 21:31:11.301982 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: quotasv2.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.302935 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.303260 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: quotas May 04 21:31:11.303609 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: quotasv2_detail.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.305310 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.305645 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: quota_details May 04 21:31:11.306011 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: rbac.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.307081 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.307645 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: rbac-policies May 04 21:31:11.307972 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: rbac_address_group.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.308904 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.309425 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: rbac-address-group May 04 21:31:11.309749 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: rbac_address_scope.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.310685 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.311200 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: rbac-address-scope May 04 21:31:11.311553 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: rbac_security_groups.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.312474 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.312989 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: rbac-security-groups May 04 21:31:11.313308 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: rbac_subnetpool.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.314224 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.314740 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: rbac-subnetpool May 04 21:31:11.315052 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: revisionifmatch.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.316000 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.316510 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: revision-if-match May 04 21:31:11.316831 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: revisions.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.317950 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.318458 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: standard-attr-revisions May 04 21:31:11.318781 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: router_availability_zone.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.319485 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.319995 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: router_availability_zone May 04 21:31:11.320317 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: routerservicetype.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.321246 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.321805 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension router-service-type not supported by any of loaded plugins May 04 21:31:11.322130 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.323055 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.323609 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: security-groups-normalized-cidr May 04 21:31:11.323926 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.324855 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.325362 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: port-security-groups-filtering May 04 21:31:11.325680 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.326616 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.327128 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: security-groups-remote-address-group May 04 21:31:11.327601 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.328682 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.329193 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: security-groups-shared-filtering May 04 21:31:11.329847 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.330444 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 21:31:11.330774 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: securitygroup.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.340358 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.340894 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: security-group May 04 21:31:11.341227 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: segment.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.341962 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.342476 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension segment not supported by any of loaded plugins May 04 21:31:11.342804 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.343780 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.344288 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 21:31:11.344616 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: servicetype.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.345701 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.346223 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: service-type May 04 21:31:11.346548 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: sorting.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.347578 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.347909 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: sorting May 04 21:31:11.348228 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: standard_attr_segment.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.349143 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.349654 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 21:31:11.349976 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: standardattrdescription.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.350640 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.351141 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: standard-attr-description May 04 21:31:11.351492 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: stateful_security_group.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.352445 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.353023 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: stateful-security-group May 04 21:31:11.353418 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: stdattrs_common.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.353926 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 21:31:11.354247 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.355170 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.355718 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 21:31:11.356045 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: subnet_onboard.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.357104 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.357622 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: subnet_onboard May 04 21:31:11.357952 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.358883 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.359403 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 21:31:11.359739 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: subnet_service_types.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.360664 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.361183 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: subnet-service-types May 04 21:31:11.361501 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: subnetallocation.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.362584 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.363095 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: subnet_allocation May 04 21:31:11.363449 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.364114 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.364625 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: subnetpool-prefix-ops May 04 21:31:11.364946 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.365878 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.366378 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 21:31:11.366700 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: tagging.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.367812 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.368327 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: standard-attr-tag May 04 21:31:11.368679 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: timestamp.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.369916 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.370430 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loaded extension: standard-attr-timestamp May 04 21:31:11.370757 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: trunk.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.371814 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.372411 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension trunk not supported by any of loaded plugins May 04 21:31:11.372738 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: trunk_details.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.373681 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.374195 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension trunk-details not supported by any of loaded plugins May 04 21:31:11.374520 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: uplink_status_propagation.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.375465 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.376029 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 21:31:11.376305 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Loading extension file: vlantransparent.py {{(pid=109918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 21:31:11.376977 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 21:31:11.377483 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 21:31:11.380076 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:network May 04 21:31:11.380625 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:subnet May 04 21:31:11.381026 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:subnetpool May 04 21:31:11.381420 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:port May 04 21:31:11.382671 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.383111 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service FLAVORS assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.383760 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.384264 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.384597 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:router May 04 21:31:11.385038 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:floatingip May 04 21:31:11.385531 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service METERING assigned prefix: /metering {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.386991 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.387361 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.387739 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:31:11.388757 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of CountableResource for resource:rbac_policy May 04 21:31:11.389193 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:security_group May 04 21:31:11.389618 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 21:31:11.390219 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service CORE assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.390550 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:subnetpool May 04 21:31:11.390894 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] subnetpool is already registered May 04 21:31:11.391324 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service CORE assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.391681 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:subnetpool May 04 21:31:11.392010 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] subnetpool is already registered May 04 21:31:11.394306 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.394738 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service FLAVORS assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.395326 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.395779 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.396114 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:router May 04 21:31:11.396450 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] router is already registered May 04 21:31:11.396866 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:floatingip May 04 21:31:11.397194 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] floatingip is already registered May 04 21:31:11.397650 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service METERING assigned prefix: /metering {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.398325 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of CountableResource for resource:rbac_policy May 04 21:31:11.398648 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] rbac_policy is already registered May 04 21:31:11.399057 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:security_group May 04 21:31:11.399405 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] security_group is already registered May 04 21:31:11.399843 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 21:31:11.400177 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] security_group_rule is already registered May 04 21:31:11.400801 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service CORE assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.401138 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:subnetpool May 04 21:31:11.401465 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] subnetpool is already registered May 04 21:31:11.401885 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.v2.resource_helper [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Service CORE assigned prefix: {{(pid=109918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 21:31:11.402208 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Creating instance of TrackedResource for resource:subnetpool May 04 21:31:11.402537 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING neutron.quota.resource_registry [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] subnetpool is already registered May 04 21:31:11.403012 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: extensions {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.404470 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: address-groups {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.406065 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: address-scopes {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.407369 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: agents {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.408557 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: auto-allocated-topology {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.409783 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: availability_zones {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.411020 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: dhcp-networks {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.412559 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: dhcp-agents {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.413992 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: routers {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.416283 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: flavors {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.417453 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: service_profiles {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.418645 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: next_providers {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.420101 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: service_profiles {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.421641 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: floatingip-pools {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.422838 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: routers {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.424947 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: floatingips {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.427108 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: l3-routers {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.428518 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: l3-agents {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.429959 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: metering-labels {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.431332 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: metering-label-rules {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.432617 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: network-ip-availabilities {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.433857 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: bindings {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.435495 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: quotas {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.437066 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: quotas {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.438581 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: rbac-policies {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.439898 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: security-groups {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.441123 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: security-group-rules {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.442341 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: service-providers {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.443600 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: subnetpools {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.445021 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: subnetpools {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.446464 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.448187 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.450015 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.451797 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.453562 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.455765 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.457463 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.459324 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.461106 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.462953 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron.api.extensions [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Extended resource: tags {{(pid=109918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 21:31:11.468871 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING keystonemiddleware.auth_token [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 21:31:11.473671 dv-cinder-836083-5-iscsi neutron-server[109918]: WARNING keystonemiddleware.auth_token [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 21:31:11.482347 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_concurrency.lockutils [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Acquired lock "singleton_lock" {{(pid=109918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 21:31:11.482826 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_concurrency.lockutils [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Releasing lock "singleton_lock" {{(pid=109918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 21:31:11.483528 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO oslo_service.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Starting 2 workers May 04 21:31:11.488437 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Started child 110027 {{(pid=109918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 21:31:11.492948 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Started child 110028 {{(pid=109918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 21:31:11.493960 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:11.494633 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO neutron.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 21:31:11.495150 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:11.495490 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [-] (110027) wsgi starting up on http://0.0.0.0:9696 May 04 21:31:11.497565 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO oslo_service.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Starting 1 workers May 04 21:31:11.497701 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:11.499031 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [-] (110028) wsgi starting up on http://0.0.0.0:9696 May 04 21:31:11.502816 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Started child 110029 {{(pid=109918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 21:31:11.503365 dv-cinder-836083-5-iscsi neutron-server[109918]: INFO oslo_service.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Starting 1 workers May 04 21:31:11.506600 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] calling RpcWorker wait() {{(pid=110029) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 21:31:11.507160 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] returning from RpcWorker wait() {{(pid=110029) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 21:31:11.507890 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Started child 110030 {{(pid=109918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 21:31:11.508473 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:11.508624 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b40c-c58a-4bf6-a6c7-f2c144836f06 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:11.508976 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:11.510599 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 21:31:11.510791 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 21:31:11.510964 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 21:31:11.511214 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 21:31:11.511580 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 21:31:11.511704 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 21:31:11.512257 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.512527 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.512792 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:11.513314 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.513314 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.513620 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.513867 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.514073 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.514360 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.514622 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.514746 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.514951 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.515175 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.515441 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.515744 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.515989 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.516236 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.516480 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.516650 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.516922 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.517203 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.517458 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.517743 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] debug = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.518015 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.518491 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.518718 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.518973 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.519181 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.519514 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.519761 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.520015 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.520248 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.520446 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.520694 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.520958 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.521195 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.521423 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.521638 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.521910 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.522145 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.522599 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] host = dv-cinder-836083-5-iscsi {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.522840 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.523057 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.523284 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.523577 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.523848 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.524093 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.524344 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.524658 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.524911 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.525150 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.525407 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.525653 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.525886 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.526132 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.526337 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_options = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.526517 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.526784 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.527036 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.527228 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.527408 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.527579 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.527838 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.528000 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.528246 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.528468 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.528679 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.528908 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.529137 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.529350 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.529592 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.529821 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.530035 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.530243 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.530488 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.530718 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.530941 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.531166 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.531434 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.531660 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.531874 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.532091 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.532334 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.532573 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.532756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.533109 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.533440 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.533810 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.534107 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.534257 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:11.534403 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.534597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.534833 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.535058 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.535274 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.535571 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.535802 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.536138 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.536596 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.536968 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.537310 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.537691 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.537840 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.538196 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_json = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.538343 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.538808 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.539076 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.539310 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.539599 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.539844 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.540077 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.540633 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.540907 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.541342 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.541638 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.541936 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.542190 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.542435 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.542677 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.542912 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.543136 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.543419 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.543652 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.543934 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.544171 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.548056 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.548338 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.548641 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.549652 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.551751 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.552126 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.552402 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.552641 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.552875 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.553136 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.553436 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.553670 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.553932 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.554193 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.554422 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.554719 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.554981 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.555249 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.555614 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.555882 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.556150 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.556395 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.556616 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.556864 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.557120 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.557355 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.557591 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.557809 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.558082 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.558338 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.558575 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.558812 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.559991 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.560288 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.560532 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.561691 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.561938 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.562182 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.562418 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.562645 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.562866 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.563465 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.563712 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.563952 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.564203 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.565046 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.565291 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.565558 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.565994 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.566237 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.566483 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.566717 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.566938 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.567343 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.568087 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.568471 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.568849 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.569224 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.569586 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.569964 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.570338 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.570787 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.571195 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.571650 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.572039 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.572421 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.572808 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.573190 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.573566 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.573986 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.574366 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.574758 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.575119 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.575370 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.575635 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.575883 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.576103 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.576318 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.576552 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.576767 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.577073 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.577315 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.577575 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.577813 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.578065 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.578457 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.578879 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.579251 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.579977 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.580194 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.580585 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.580984 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.581387 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.581783 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.582143 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.582551 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.582916 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.583276 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.583542 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.583772 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.584026 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.584260 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.584550 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.584810 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.585055 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.585316 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.585554 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.585821 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.586042 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.586341 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.586584 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.586859 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.587154 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.587468 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.587758 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.587999 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.588243 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.588596 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.588854 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.589114 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.589360 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.589586 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.589831 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.590089 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.590318 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.590537 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.590782 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.591099 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.591329 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.591574 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.591788 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.592069 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.592296 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.592534 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.592828 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.593077 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.593321 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.593577 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.593803 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.594034 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.594261 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.594507 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.594741 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.595284 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.595284 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.595526 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.595613 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.595830 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.596088 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.596281 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.596495 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.596703 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.596937 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.597152 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.597396 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.597607 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.597824 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.598065 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.598277 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.598492 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.598707 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.598919 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.599176 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.599434 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.599691 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.599924 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.600163 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.600399 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.600626 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.601057 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.601249 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.601655 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.601885 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.602094 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.602306 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.602522 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.602757 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.603014 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.603240 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.603470 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.603705 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.603962 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.604279 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.604520 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.604750 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.605006 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.605251 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.605467 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.605845 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.606060 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.606291 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.606505 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.606740 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.606956 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.607190 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.607422 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.607640 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.607870 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.608138 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.608354 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:11.608503 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.608640 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.608790 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.608999 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.609230 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.609442 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.609654 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.609877 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.610090 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.610297 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.610528 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.610734 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.611603 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.611603 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.611603 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.611603 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.611603 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.613690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.613690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.613690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.613690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.613690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.613690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.613690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.613690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.615597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.615597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.615597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.615597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.615597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.615597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.615597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.615597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.616756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.616756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.616756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.616756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.616756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.616756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.616756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.617646 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.617646 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.617646 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.617646 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.618085 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.618085 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.618229 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.618308 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.618585 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.618830 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.619075 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.619355 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.619634 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.619886 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.620125 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.620432 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.620660 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.620901 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.621127 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.621343 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.621558 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.621814 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.622149 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.622432 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.622703 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.622935 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.623206 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.623515 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.623741 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.623962 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.624267 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.624588 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.624848 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.625108 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.625346 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.625598 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.625817 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.626098 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.626279 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.626463 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.626675 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.626930 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.627160 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.627419 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.627643 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.627870 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.628084 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.628303 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.628510 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.629157 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.629157 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.629157 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 21:31:11.629792 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 21:31:11.629792 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 21:31:11.630630 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 21:31:11.630630 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 21:31:11.630630 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 21:31:11.630630 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 21:31:11.630630 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.630630 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.631326 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.631326 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.631326 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.631326 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.631685 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.631685 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.631833 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.631911 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.632021 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.632182 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.632341 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.632500 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.632657 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.632814 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.632972 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.633134 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.633291 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.633447 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.633604 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.633763 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] debug = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.633919 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.634180 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.634344 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.634501 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.634658 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.634814 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.634971 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.635128 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.635284 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.635466 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.635622 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.635794 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.635923 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.636071 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.636227 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.636383 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.636539 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.636694 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] host = dv-cinder-836083-5-iscsi {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.636850 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.637008 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.637164 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.637322 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.637478 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.637636 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.637791 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.637952 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.638108 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.638263 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.638420 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.638578 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.638733 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.638889 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.639046 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_options = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.639201 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.639359 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.639537 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.639719 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.639879 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.640039 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.640198 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.640353 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.640509 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.640666 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.640825 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.640982 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.641139 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.641283 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.641440 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.641596 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.641753 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.641908 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.642067 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.642289 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.642446 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.642603 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.642759 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.642914 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.643072 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.643229 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.643421 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.644175 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.644175 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.644175 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.644175 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.644175 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.644823 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.644823 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.644823 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.644823 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.645534 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.645534 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.645534 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.645534 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.645534 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646159 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646159 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646159 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646159 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646159 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646591 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_json = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646591 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646591 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646940 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.646940 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.647307 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.647307 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.647307 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.647633 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.647633 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 21:31:11.647955 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.647955 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.648229 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.648229 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.648548 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.648548 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.648693 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.648832 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.648993 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.649151 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.649318 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.649478 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.649696 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.649927 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.650052 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.650174 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.650294 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.650449 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.650696 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.650787 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.650903 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.651064 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.651280 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.651438 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.651548 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.651708 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.651868 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.652035 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.652193 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.652445 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.652589 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.652714 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.652835 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.652956 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.653111 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.653270 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.653518 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.653618 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.653726 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.653885 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.654042 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.654202 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.654363 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.654523 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.654682 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.654840 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.655061 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.655159 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.655310 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.655488 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.655640 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.655802 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.655961 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.656118 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.656278 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.656438 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.656597 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.656756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.656925 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.657083 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.657245 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.657402 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.657559 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.657717 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.657881 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.658038 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.658198 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.658358 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.658518 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.658689 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.658846 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.659006 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.659272 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.659456 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.659616 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.659777 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.659936 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.660093 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.660251 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.660412 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.660571 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.660730 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.660888 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.661048 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.661206 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.661365 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.661526 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.661684 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.661842 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.662002 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.662160 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.662318 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.662493 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.662651 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.662810 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.662970 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.663129 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.663288 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.663477 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.663637 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.663798 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.663955 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.664116 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.664275 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.664435 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.664596 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.664756 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.664916 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.665075 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.665253 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.665414 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.665573 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.665732 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.665891 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.666050 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.666209 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.666368 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.666527 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.666688 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.666858 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.667017 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.667179 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.667338 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.667526 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.667699 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.667860 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.668020 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.668178 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.668339 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.668499 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.668658 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.668819 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.668980 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.669138 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.669296 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.669465 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.669624 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.669786 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.669944 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.670124 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.670283 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.670440 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.670599 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.670780 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.670938 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.671098 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.671255 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.671431 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.671593 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.671752 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.671913 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.672075 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.672236 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.672396 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.672556 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.672716 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.672876 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.673037 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.673197 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.673356 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.673515 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.673675 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.673835 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.673995 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.674157 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.674317 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.674477 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.674635 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.674794 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.674953 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.675112 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.675271 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.675457 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.675627 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.675767 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.675926 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.676088 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.676247 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.676407 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.676566 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.676726 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.676885 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.677045 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.677207 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.677366 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.677525 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.677690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.677850 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.678010 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.678169 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.678330 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.678491 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.678650 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.678809 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.678982 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.679142 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.679301 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.679508 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.679669 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.679828 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.679988 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.680147 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.680306 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.680465 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.680625 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.680784 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.680990 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.681149 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.681309 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.681468 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.681628 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.681790 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.681948 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.682106 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.682267 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.682425 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.682582 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.682740 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.682900 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.683059 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.683218 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.683472 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.683562 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.683717 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.683877 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.684036 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.684196 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.684355 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.684513 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.684683 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.684842 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.685001 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.685160 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.685319 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.685479 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.685648 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.685806 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.685965 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.686124 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.686281 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.686438 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.686607 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.686765 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.686923 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.687081 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.687240 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.687424 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.687595 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.687758 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.687916 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.688076 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.688234 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.688391 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.688560 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.688723 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.688881 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.689041 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.689199 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.689360 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.689530 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.689690 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.689849 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.690015 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.690174 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.690332 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.690490 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.690658 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.690818 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.690979 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.691138 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.691297 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.691479 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.691640 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.691804 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.691975 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.692139 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.692299 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.692467 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.692633 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.692801 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.692962 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.693124 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.693294 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.693451 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.693610 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.693768 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.693925 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.694083 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.694244 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.694401 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.694560 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.694777 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.694879 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.695025 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.695181 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.695338 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.695518 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.695677 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.695835 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.695992 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.696150 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.696309 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 21:31:11.696479 dv-cinder-836083-5-iscsi neutron-server[109918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 21:31:11.709180 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 36336) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:11.717750 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063875 May 04 21:31:22.917383 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89738f35-4fdc-48ce-9a76-2c84987a0244 None None] get_active_networks_info from dv-cinder-836083-5-iscsi {{(pid=110029) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 21:31:22.983644 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89738f35-4fdc-48ce-9a76-2c84987a0244 None None] No non-hosted networks {{(pid=110029) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 21:31:22.999780 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8f78fd99-3888-4949-ae81-373c8145b525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3892152'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:25.212737 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-78e91c2c-9274-4f7f-9ec8-48ff192219b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3892152'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:25.264543 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a36d7693-6c19-4c86-acc8-e543c6f089a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:26.047282 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3892152'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:26.127090 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 36408) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:26.649664 dv-cinder-836083-5-iscsi neutron-server[110027]: WARNING oslo_policy.policy [None req-3dfc834e-0014-45f3-abfa-caedd4991c01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 21:31:26.650274 dv-cinder-836083-5-iscsi neutron-server[110027]: WARNING oslo_policy.policy [None req-3dfc834e-0014-45f3-abfa-caedd4991c01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 21:31:26.870391 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [None req-3dfc834e-0014-45f3-abfa-caedd4991c01 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:31:26.872161 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3dfc834e-0014-45f3-abfa-caedd4991c01 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7434781 May 04 21:31:27.612549 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3892152'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:29.224658 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3892152'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:29.227428 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.229006 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.229352 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.230042 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.230392 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.230720 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.231996 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.232352 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.232691 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.234450 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.234450 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.234847 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.236563 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.236901 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.237409 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:29.238031 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:29.257691 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:29.398861 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 36438) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:29.743165 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-eacec7ed-709b-4e50-9ac3-271c71a4374a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:31:29.834140 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.policy [None req-eacec7ed-709b-4e50-9ac3-271c71a4374a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110027) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 21:31:29.878418 dv-cinder-836083-5-iscsi neutron-server[110027]: WARNING oslo_policy.policy [None req-eacec7ed-709b-4e50-9ac3-271c71a4374a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 21:31:29.878810 dv-cinder-836083-5-iscsi neutron-server[110027]: WARNING oslo_policy.policy [None req-eacec7ed-709b-4e50-9ac3-271c71a4374a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 21:31:29.977925 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eacec7ed-709b-4e50-9ac3-271c71a4374a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793725862801', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793725865349', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793725879049', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793725887863', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793725893898', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793725902586', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-682573', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782451', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3835473', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3795682'] for rbac-policy (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:30.049692 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eacec7ed-709b-4e50-9ac3-271c71a4374a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:30.050886 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-eacec7ed-709b-4e50-9ac3-271c71a4374a admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6510167 May 04 21:31:30.434626 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.db.l3_hamode_db [None req-a2555154-d7d5-4e83-9a5e-66a5994a713f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 21:31:30.513374 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2555154-d7d5-4e83-9a5e-66a5994a713f None None] Routers set() bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:31:30.513711 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2555154-d7d5-4e83-9a5e-66a5994a713f None None] Router IDs set() for agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 21:31:32.514639 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 36450) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:33.062564 dv-cinder-836083-5-iscsi neutron-server[110028]: WARNING oslo_policy.policy [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 21:31:33.063086 dv-cinder-836083-5-iscsi neutron-server[110028]: WARNING oslo_policy.policy [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 21:31:33.278991 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:31:33.338275 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Made reservation on behalf of 437d0218d6364e47956b4a8911e3619a for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:31:33.397691 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.policy [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110028) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 21:31:33.437861 dv-cinder-836083-5-iscsi neutron-server[110028]: WARNING oslo_policy.policy [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 21:31:33.438245 dv-cinder-836083-5-iscsi neutron-server[110028]: WARNING oslo_policy.policy [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 21:31:33.448510 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:33.471615 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:33.586119 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Publish callbacks [] for security_group (36166617-e1b7-4aba-abce-901e364afade), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:33.592469 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (36166617-e1b7-4aba-abce-901e364afade), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:33.623751 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:31:33.650175 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793721502787', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (07c84b25-5bc4-4ed0-b9a7-7091e946fe67), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:33.650753 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Unsubscribe: segment precommit_create {{(pid=110028) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 21:31:33.651265 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Added segment 07c84b25-5bc4-4ed0-b9a7-7091e946fe67 of type vlan for network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 May 04 21:31:33.656976 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=36166617-e1b7-4aba-abce-901e364afade,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:33.686417 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.686770 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.687110 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.687466 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.687778 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.688106 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.688413 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.688726 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.689044 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.689359 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.689670 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.689994 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.690307 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.690615 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.690923 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Tracked resource versions report: May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: pushed versions: May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: { 'AddressGroup': {'1.2'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Agent': {'1.1'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'ConntrackHelper': {'1.0'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'LocalIPAssociation': {'1.0'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Log': {'1.0'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'NDPProxy': {'1.0'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Network': {'1.1'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Port': {'1.7'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'PortForwarding': {'1.3'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'QosPolicy': {'1.10'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SecurityGroup': {'1.5'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SecurityGroupRule': {'1.2'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SubPort': {'1.0'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Subnet': {'1.1'}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Trunk': {'1.1'}} May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: consumer versions: May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: { DHCP agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: L3 agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: Metadata agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: Metering agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: Open vSwitch agent@dv-cinder-836083-5-iscsi: { 'AddressGroup': '1.2', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Agent': '1.1', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'ConntrackHelper': '1.0', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'LocalIPAssociation': '1.0', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Log': '1.0', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'NDPProxy': '1.0', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Network': '1.1', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Port': '1.7', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'PortForwarding': '1.3', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'QosPolicy': '1.10', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SecurityGroup': '1.5', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SecurityGroupRule': '1.2', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SubPort': '1.0', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Subnet': '1.1', May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Trunk': '1.1'}} May 04 21:31:33.692420 dv-cinder-836083-5-iscsi neutron-server[110028]: {{(pid=110028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 21:31:33.774431 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (8b2713e3-862f-458d-b8e8-8ddb2f75f3c6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:33.820805 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (8b2713e3-862f-458d-b8e8-8ddb2f75f3c6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:33.825972 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:31:33.826672 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:33.888811 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3712053 May 04 21:31:33.949612 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426d796-90f7-442f-a00a-534dfdf2f121 demo demo] Pushing event updated for resources: {'Network': ['ID=8b2713e3-862f-458d-b8e8-8ddb2f75f3c6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:33.963267 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:31:36.363905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 36470) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:36.798229 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d539d064-15fc-4fba-b375-5bb9d9e712f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:31:36.800365 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d539d064-15fc-4fba-b375-5bb9d9e712f7 demo admin] 10.222.0.23 "GET /v2.0/networks/8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 HTTP/1.1" status: 200 len: 825 time: 0.4349642 May 04 21:31:36.857465 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-686a3d3d-0ccf-42a9-82a3-826280fd687f demo admin] 10.222.0.23 "GET /v2.0/subnetpools/2c9625f9-57f9-4c66-a748-49879a0273aa HTTP/1.1" status: 200 len: 734 time: 0.0475762 May 04 21:31:36.866238 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Request body: {'subnet': {'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6', 'subnetpool_id': '2c9625f9-57f9-4c66-a748-49879a0273aa', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:31:36.893473 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Made reservation on behalf of 437d0218d6364e47956b4a8911e3619a for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:31:36.896103 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:37.192630 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (6387f36e-7f99-4d89-95bf-80cdf31c9afe), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:37.255120 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6387f36e-7f99-4d89-95bf-80cdf31c9afe,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:37.263839 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Checking segment: {'id': '07c84b25-5bc4-4ed0-b9a7-7091e946fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:31:37.264227 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Network hostable DHCP agents. Network: 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:31:37.289205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:31:37.301026 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:31:37.306107 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:31:37.306689 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:37.311030 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a364d4b-e928-4c26-aea4-94aea53d638f None None] Network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:31:37.325270 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-69ebbc67-7b87-4549-a017-53fb457a1200 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4623592 May 04 21:31:37.566036 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-8b2713e3-862f-458d-b8e8-8ddb2f75f3c6', 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6', 'project_id': '437d0218d6364e47956b4a8911e3619a', 'fixed_ips': [{'subnet_id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:31:37.567251 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:37.842310 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Allocated IP 172.20.0.2 (8b2713e3-862f-458d-b8e8-8ddb2f75f3c6/6387f36e-7f99-4d89-95bf-80cdf31c9afe/1afb72ff-230d-4ad8-83ee-39dbb4936a2f) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:31:38.108766 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Publish callbacks [] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:38.117195 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:38.192566 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:31:38.199759 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:31:38.205759 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Pushing event updated for resources: {'Port': ['ID=1afb72ff-230d-4ad8-83ee-39dbb4936a2f,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:38.207949 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:31:38.217635 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.217981 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.218336 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.218690 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.219019 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.219348 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.219694 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.220019 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.220339 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.220659 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.220978 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.221315 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.221637 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.221937 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.222267 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Tracked resource versions report: May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: pushed versions: May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: { 'AddressGroup': {'1.2'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Agent': {'1.1'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'ConntrackHelper': {'1.0'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'LocalIPAssociation': {'1.0'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Log': {'1.0'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'NDPProxy': {'1.0'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Network': {'1.1'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Port': {'1.7'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'PortForwarding': {'1.3'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'QosPolicy': {'1.10'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SecurityGroup': {'1.5'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SecurityGroupRule': {'1.2'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SubPort': {'1.0'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Subnet': {'1.1'}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Trunk': {'1.1'}} May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: consumer versions: May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: { DHCP agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: L3 agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: Metadata agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: Metering agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: Open vSwitch agent@dv-cinder-836083-5-iscsi: { 'AddressGroup': '1.2', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Agent': '1.1', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'ConntrackHelper': '1.0', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'LocalIPAssociation': '1.0', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Log': '1.0', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'NDPProxy': '1.0', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Network': '1.1', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Port': '1.7', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'PortForwarding': '1.3', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'QosPolicy': '1.10', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SecurityGroup': '1.5', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SecurityGroupRule': '1.2', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SubPort': '1.0', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Subnet': '1.1', May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Trunk': '1.1'}} May 04 21:31:38.223736 dv-cinder-836083-5-iscsi neutron-server[110029]: {{(pid=110029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 21:31:38.298488 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Attempting to bind port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:31:38.298882 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Attempting to bind port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '07c84b25-5bc4-4ed0-b9a7-7091e946fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:31:38.299310 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Attempting to bind port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f on network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:31:38.305057 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:31:38.305427 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Checking segment: {'id': '07c84b25-5bc4-4ed0-b9a7-7091e946fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:31:38.305899 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:38.306290 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Bound using segment: {'id': '07c84b25-5bc4-4ed0-b9a7-7091e946fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:31:38.306791 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Bound port: 1afb72ff-230d-4ad8-83ee-39dbb4936a2f, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c84b25-5bc4-4ed0-b9a7-7091e946fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:31:38.307194 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:38.369003 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] For port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:31:38.387972 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] For port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=1afb72ff-230d-4ad8-83ee-39dbb4936a2f,segment=NetworkSegment(07c84b25-5bc4-4ed0-b9a7-7091e946fe67),segment_id=07c84b25-5bc4-4ed0-b9a7-7091e946fe67)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:31:38.395491 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:38.449946 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b34817-7541-46bb-a18a-074334149d70 None None] Pushing event updated for resources: {'Port': ['ID=1afb72ff-230d-4ad8-83ee-39dbb4936a2f,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:39.797402 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 36478) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:40.121050 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [None req-d05591ae-3ee9-430e-a75f-af1a9010102f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:31:40.122006 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d05591ae-3ee9-430e-a75f-af1a9010102f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3236773 May 04 21:31:42.601098 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 36486) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:42.928551 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [None req-1e33f327-644d-467a-8b0c-fd11f52638c6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:31:42.929625 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1e33f327-644d-467a-8b0c-fd11f52638c6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3275263 May 04 21:31:45.394467 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 36494) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:45.721852 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-5688af2e-1b41-49c2-906a-5ad19c981db4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:31:45.747484 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5688af2e-1b41-49c2-906a-5ad19c981db4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (83a3a1c5-126d-4eb2-91b4-36a8104c4664), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:45.749021 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5688af2e-1b41-49c2-906a-5ad19c981db4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (83a3a1c5-126d-4eb2-91b4-36a8104c4664), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:45.884094 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5688af2e-1b41-49c2-906a-5ad19c981db4 demo demo] Publish callbacks [] for router_controller (83a3a1c5-126d-4eb2-91b4-36a8104c4664), precommit_add_association {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:45.888952 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5688af2e-1b41-49c2-906a-5ad19c981db4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (83a3a1c5-126d-4eb2-91b4-36a8104c4664), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:45.906289 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5688af2e-1b41-49c2-906a-5ad19c981db4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:45.907526 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5688af2e-1b41-49c2-906a-5ad19c981db4 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5119903 May 04 21:31:48.391460 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 36506) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:48.550873 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:31:48.723702 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [None req-4a26dcfa-59fa-405a-ba18-579621d8f1ec admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:31:48.724707 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4a26dcfa-59fa-405a-ba18-579621d8f1ec admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3322599 May 04 21:31:49.662296 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a107b1-17aa-4bed-ba77-c49e5e06f18f None None] Network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:31:49.731141 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-e755aa6c-1754-4fde-ae06-e65255bd20e5 None None] Provisioning complete for port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:31:49.731842 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e755aa6c-1754-4fde-ae06-e65255bd20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:49.923689 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 1afb72ff-230d-4ad8-83ee-39dbb4936a2f up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:31:49.944951 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-e755aa6c-1754-4fde-ae06-e65255bd20e5 None None] Current status of the port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:31:49.945331 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e755aa6c-1754-4fde-ae06-e65255bd20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:49.994531 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-e755aa6c-1754-4fde-ae06-e65255bd20e5 None None] For port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=1afb72ff-230d-4ad8-83ee-39dbb4936a2f,segment=NetworkSegment(07c84b25-5bc4-4ed0-b9a7-7091e946fe67),segment_id=07c84b25-5bc4-4ed0-b9a7-7091e946fe67)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:31:50.002419 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e755aa6c-1754-4fde-ae06-e65255bd20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:50.032198 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:31:50.032580 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:50.088299 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755aa6c-1754-4fde-ae06-e65255bd20e5 None None] Pushing event updated for resources: {'Port': ['ID=1afb72ff-230d-4ad8-83ee-39dbb4936a2f,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:50.128947 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-247b355e-4b45-4311-9e00-35eb6392f7f5 None None] Provisioning complete for port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:31:50.129330 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-247b355e-4b45-4311-9e00-35eb6392f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:50.137161 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:31:50.210990 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-247b355e-4b45-4311-9e00-35eb6392f7f5 None None] Current status of the port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:31:51.196834 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 36514) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:51.542965 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:31:51.564729 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Made reservation on behalf of 69a58d85914b42b5b2db98febd6721c4 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:31:51.566914 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:51.575085 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:51.653478 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Publish callbacks [] for security_group (a2fa3881-d8d6-497d-848e-edb3de6f9969), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:51.658633 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a2fa3881-d8d6-497d-848e-edb3de6f9969), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:51.675625 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Reserving flat network on physical network physnet1 {{(pid=110028) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 21:31:51.693583 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa3881-d8d6-497d-848e-edb3de6f9969,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:51.698733 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (0fed3f69-ef40-4a14-b27d-7f613548ada8), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:51.699063 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Added segment 0fed3f69-ef40-4a14-b27d-7f613548ada8 of type flat for network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 May 04 21:31:51.748871 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (5bf8bd93-225e-44c3-9127-fb3195c16ad3), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:51.784089 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (5bf8bd93-225e-44c3-9127-fb3195c16ad3), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:51.784947 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:31:51.785521 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:51.831764 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6335518 May 04 21:31:51.880843 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecbfcc-eabd-4c92-b190-5e462bffa55d admin admin] Pushing event updated for resources: {'Network': ['ID=5bf8bd93-225e-44c3-9127-fb3195c16ad3,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:51.891991 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:31:51.908863 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 1afb72ff-230d-4ad8-83ee-39dbb4936a2f up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:31:52.002576 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:31:52.002969 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:52.080472 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:31:52.837381 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c215a83c-0abc-4620-8e1e-20e1a4b40771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:54.255767 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 36522) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:54.630535 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0107c97e-8795-4d93-abe4-4830c56d61d5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:31:54.631880 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0107c97e-8795-4d93-abe4-4830c56d61d5 demo admin] 10.222.0.23 "GET /v2.0/subnets/6387f36e-7f99-4d89-95bf-80cdf31c9afe HTTP/1.1" status: 200 len: 849 time: 0.3753390 May 04 21:31:54.755643 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-06a45fab-20d3-46a9-aed5-aa6af41cd75c demo admin] 10.222.0.23 "GET /v2.0/routers/83a3a1c5-126d-4eb2-91b4-36a8104c4664 HTTP/1.1" status: 200 len: 704 time: 0.1174285 May 04 21:31:55.095568 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:55.210342 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-034ad53a-ef63-4590-8bc1-c7b047d98a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:55.451870 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Allocated IP 172.20.0.1 (8b2713e3-862f-458d-b8e8-8ddb2f75f3c6/6387f36e-7f99-4d89-95bf-80cdf31c9afe/c89c4268-44fa-417a-80ed-7cdb200056c0) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:31:55.605462 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Publish callbacks [] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:55.674745 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:55.745029 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:31:55.751153 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:31:55.758775 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:31:55.759332 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (83a3a1c5-126d-4eb2-91b4-36a8104c4664), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:55.783063 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Pushing event updated for resources: {'Port': ['ID=c89c4268-44fa-417a-80ed-7cdb200056c0,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:55.966040 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:55.970012 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-d3d133f6-b05a-4232-ac8a-f378b6767aba None None] Provisioning complete for port c89c4268-44fa-417a-80ed-7cdb200056c0 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:31:55.970400 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d3d133f6-b05a-4232-ac8a-f378b6767aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:56.072818 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d3d133f6-b05a-4232-ac8a-f378b6767aba None None] Port c89c4268-44fa-417a-80ed-7cdb200056c0 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:31:56.074635 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:56.187427 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Publish callbacks [] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:56.194876 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:56.195651 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (83a3a1c5-126d-4eb2-91b4-36a8104c4664), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:56.252809 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Pushing event updated for resources: {'Port': ['ID=c89c4268-44fa-417a-80ed-7cdb200056c0,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:56.320877 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:31:56.322276 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:31:56.486453 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Router 83a3a1c5-126d-4eb2-91b4-36a8104c4664 is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:31:56.490721 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-045a316a-34da-4478-9e3c-b0a8bd5c8b18 None None] Provisioning complete for port c89c4268-44fa-417a-80ed-7cdb200056c0 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:31:56.491147 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-045a316a-34da-4478-9e3c-b0a8bd5c8b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:56.523642 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-045a316a-34da-4478-9e3c-b0a8bd5c8b18 None None] Port c89c4268-44fa-417a-80ed-7cdb200056c0 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:31:56.578251 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:31:56.583543 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a7a34cff-86dd-42d7-9e8f-4fd67cbf8ec9 demo admin] 10.222.0.23 "PUT /v2.0/routers/83a3a1c5-126d-4eb2-91b4-36a8104c4664/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8198352 May 04 21:31:56.588601 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Sync routers for ids ['83a3a1c5-126d-4eb2-91b4-36a8104c4664'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:31:56.601409 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Routers {'83a3a1c5-126d-4eb2-91b4-36a8104c4664'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:31:56.602266 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:31:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['83a3a1c5-126d-4eb2-91b4-36a8104c4664'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:56.804226 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Set router 83a3a1c5-126d-4eb2-91b4-36a8104c4664 gateway port host: None {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:31:57.228987 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'name': 'router1', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:31:45Z', 'updated_at': '2022-05-04T21:31:55Z', 'revision_number': 2, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'gw_port_host': None, '_interfaces': [{'id': 'c89c4268-44fa-417a-80ed-7cdb200056c0', 'name': '', 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'mac_address': 'fa:16:3e:0a:06:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:31:55Z', 'updated_at': '2022-05-04T21:31:56Z', 'revision_number': 2, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'subnets': [{'id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c9625f9-57f9-4c66-a748-49879a0273aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:57.280230 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Checking router: 83a3a1c5-126d-4eb2-91b4-36a8104c4664 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:31:57.280608 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Updating router 83a3a1c5-126d-4eb2-91b4-36a8104c4664 port c89c4268-44fa-417a-80ed-7cdb200056c0 binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:31:57.332617 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:57.558552 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:57.848909 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Publish callbacks [] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:57.860186 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:58.014695 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Pushing event updated for resources: {'Port': ['ID=c89c4268-44fa-417a-80ed-7cdb200056c0,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:58.030079 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.030424 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.030783 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.031121 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.031473 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.031805 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.032130 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.032451 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.032776 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.033105 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.033430 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.033767 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.034088 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.034404 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.034720 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Tracked resource versions report: May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: pushed versions: May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: { 'AddressGroup': {'1.2'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Agent': {'1.1'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'ConntrackHelper': {'1.0'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'LocalIPAssociation': {'1.0'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Log': {'1.0'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'NDPProxy': {'1.0'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Network': {'1.1'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Port': {'1.7'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'PortForwarding': {'1.3'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'QosPolicy': {'1.10'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SecurityGroup': {'1.5'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SecurityGroupRule': {'1.2'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SubPort': {'1.0'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Subnet': {'1.1'}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Trunk': {'1.1'}} May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: consumer versions: May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: { DHCP agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: L3 agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: Metadata agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: Metering agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: Open vSwitch agent@dv-cinder-836083-5-iscsi: { 'AddressGroup': '1.2', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Agent': '1.1', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'ConntrackHelper': '1.0', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'LocalIPAssociation': '1.0', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Log': '1.0', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'NDPProxy': '1.0', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Network': '1.1', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Port': '1.7', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'PortForwarding': '1.3', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'QosPolicy': '1.10', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SecurityGroup': '1.5', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SecurityGroupRule': '1.2', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SubPort': '1.0', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Subnet': '1.1', May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Trunk': '1.1'}} May 04 21:31:58.036251 dv-cinder-836083-5-iscsi neutron-server[110030]: {{(pid=110030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 21:31:58.039145 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Attempting to bind port c89c4268-44fa-417a-80ed-7cdb200056c0 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:31:58.039586 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Attempting to bind port c89c4268-44fa-417a-80ed-7cdb200056c0 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '07c84b25-5bc4-4ed0-b9a7-7091e946fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:31:58.040021 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Attempting to bind port c89c4268-44fa-417a-80ed-7cdb200056c0 on network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:31:58.047048 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:31:58.047497 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Checking segment: {'id': '07c84b25-5bc4-4ed0-b9a7-7091e946fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:31:58.047966 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:58.048354 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Bound using segment: {'id': '07c84b25-5bc4-4ed0-b9a7-7091e946fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:31:58.048856 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Bound port: c89c4268-44fa-417a-80ed-7cdb200056c0, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c84b25-5bc4-4ed0-b9a7-7091e946fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:31:58.049344 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:58.051778 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-9473f26b-6320-4454-a943-f63fb5068d39 None None] Provisioning complete for port c89c4268-44fa-417a-80ed-7cdb200056c0 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:31:58.052162 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9473f26b-6320-4454-a943-f63fb5068d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:58.088761 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-9473f26b-6320-4454-a943-f63fb5068d39 None None] Port c89c4268-44fa-417a-80ed-7cdb200056c0 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:31:58.116751 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] For port c89c4268-44fa-417a-80ed-7cdb200056c0, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:31:58.135265 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] For port c89c4268-44fa-417a-80ed-7cdb200056c0, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=c89c4268-44fa-417a-80ed-7cdb200056c0,segment=NetworkSegment(07c84b25-5bc4-4ed0-b9a7-7091e946fe67),segment_id=07c84b25-5bc4-4ed0-b9a7-7091e946fe67)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:31:58.141171 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:58.197078 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Routers {'83a3a1c5-126d-4eb2-91b4-36a8104c4664'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:31:58.197748 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:31:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['83a3a1c5-126d-4eb2-91b4-36a8104c4664'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:58.268866 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ba9cf-5897-47d3-a0ca-1727de902762 None None] Pushing event updated for resources: {'Port': ['ID=c89c4268-44fa-417a-80ed-7cdb200056c0,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:58.294504 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] Set router 83a3a1c5-126d-4eb2-91b4-36a8104c4664 gateway port host: None {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:31:58.406512 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-07d70468-9206-4701-b996-4df7e70a8275 None None] Provisioning complete for port c89c4268-44fa-417a-80ed-7cdb200056c0 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:31:58.407185 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07d70468-9206-4701-b996-4df7e70a8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:58.483076 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-07d70468-9206-4701-b996-4df7e70a8275 None None] Current status of the port c89c4268-44fa-417a-80ed-7cdb200056c0 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:31:58.483497 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07d70468-9206-4701-b996-4df7e70a8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:58.491256 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'name': 'router1', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:31:45Z', 'updated_at': '2022-05-04T21:31:55Z', 'revision_number': 2, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'gw_port_host': None, '_interfaces': [{'id': 'c89c4268-44fa-417a-80ed-7cdb200056c0', 'name': '', 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'mac_address': 'fa:16:3e:0a:06:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:31:55Z', 'updated_at': '2022-05-04T21:31:58Z', 'revision_number': 4, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'subnets': [{'id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c9625f9-57f9-4c66-a748-49879a0273aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:31:58.516308 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-07d70468-9206-4701-b996-4df7e70a8275 None None] For port c89c4268-44fa-417a-80ed-7cdb200056c0, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=c89c4268-44fa-417a-80ed-7cdb200056c0,segment=NetworkSegment(07c84b25-5bc4-4ed0-b9a7-7091e946fe67),segment_id=07c84b25-5bc4-4ed0-b9a7-7091e946fe67)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:31:58.517241 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250c6e6-f4b9-48e2-b7ce-5b9507669a45 None None] The sync data for ids ['83a3a1c5-126d-4eb2-91b4-36a8104c4664'] in dv-cinder-836083-5-iscsi is: [{'id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'name': 'router1', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:31:45Z', 'updated_at': '2022-05-04T21:31:55Z', 'revision_number': 2, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'gw_port_host': None, '_interfaces': [{'id': 'c89c4268-44fa-417a-80ed-7cdb200056c0', 'name': '', 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'mac_address': 'fa:16:3e:0a:06:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:31:55Z', 'updated_at': '2022-05-04T21:31:58Z', 'revision_number': 4, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'subnets': [{'id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c9625f9-57f9-4c66-a748-49879a0273aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:31:58.522858 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07d70468-9206-4701-b996-4df7e70a8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:58.576133 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d70468-9206-4701-b996-4df7e70a8275 None None] Pushing event updated for resources: {'Port': ['ID=c89c4268-44fa-417a-80ed-7cdb200056c0,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:59.042048 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 36542) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:31:59.218224 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:59.314117 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac7713-7c2b-44ed-b44d-56adc7517981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:31:59.315729 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-81ac7713-7c2b-44ed-b44d-56adc7517981 admin admin] 10.222.0.23 "GET /v2.0/networks/5bf8bd93-225e-44c3-9127-fb3195c16ad3 HTTP/1.1" status: 200 len: 842 time: 0.2727120 May 04 21:31:59.325967 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'enable_dhcp': False}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:31:59.354362 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Made reservation on behalf of 69a58d85914b42b5b2db98febd6721c4 for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:31:59.356925 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:59.734791 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.objects.ports [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110027) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 21:31:59.735265 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (405b5b6d-c234-483b-b0f2-da3de6b207bf), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:59.799232 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=405b5b6d-c234-483b-b0f2-da3de6b207bf,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:31:59.805327 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:31:59.805725 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Network hostable DHCP agents. Network: 5bf8bd93-225e-44c3-9127-fb3195c16ad3, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:31:59.815197 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.815575 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.815928 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.816263 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.816594 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.816917 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.817260 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.817624 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.817934 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.818253 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.818569 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.818904 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.819222 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.819566 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.819876 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Tracked resource versions report: May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: pushed versions: May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: { 'AddressGroup': {'1.2'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Agent': {'1.1'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'ConntrackHelper': {'1.0'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'LocalIPAssociation': {'1.0'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Log': {'1.0'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'NDPProxy': {'1.0'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Network': {'1.1'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Port': {'1.7'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'PortForwarding': {'1.3'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'QosPolicy': {'1.10'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SecurityGroup': {'1.5'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SecurityGroupRule': {'1.2'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SubPort': {'1.0'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Subnet': {'1.1'}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Trunk': {'1.1'}} May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: consumer versions: May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: { DHCP agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: L3 agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: Metadata agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: Metering agent@dv-cinder-836083-5-iscsi: {}, May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: Open vSwitch agent@dv-cinder-836083-5-iscsi: { 'AddressGroup': '1.2', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Agent': '1.1', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'ConntrackHelper': '1.0', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'LocalIPAssociation': '1.0', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Log': '1.0', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'NDPProxy': '1.0', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Network': '1.1', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Port': '1.7', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'PortForwarding': '1.3', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'QosPolicy': '1.10', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SecurityGroup': '1.5', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SecurityGroupRule': '1.2', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SubPort': '1.0', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Subnet': '1.1', May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Trunk': '1.1'}} May 04 21:31:59.821310 dv-cinder-836083-5-iscsi neutron-server[110027]: {{(pid=110027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 21:31:59.857224 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:31:59.870436 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 5bf8bd93-225e-44c3-9127-fb3195c16ad3) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:31:59.876204 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:31:59.877377 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:31:59.881457 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca29500-ec05-420f-a17b-8872b7b065f4 None None] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:31:59.896743 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-b3d996b1-d478-4509-a002-2cb91f3c6490 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5745316 May 04 21:31:59.993351 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52899d26-445b-4589-a726-c941e500834a None None] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:32:02.320467 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 36564) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:32:02.572586 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-2764d350-fda2-40ea-900f-bfe1ddacf2b2 demo admin] 10.222.0.23 "GET /v2.0/routers/83a3a1c5-126d-4eb2-91b4-36a8104c4664 HTTP/1.1" status: 200 len: 710 time: 0.2508380 May 04 21:32:02.658104 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e89e3-dd12-4c7d-942f-528bc87428f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:32:02.659501 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-6a4e89e3-dd12-4c7d-942f-528bc87428f2 demo admin] 10.222.0.23 "GET /v2.0/networks/5bf8bd93-225e-44c3-9127-fb3195c16ad3 HTTP/1.1" status: 200 len: 886 time: 0.0813024 May 04 21:32:02.668433 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:32:02.925765 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Publish callbacks [] for router_gateway (83a3a1c5-126d-4eb2-91b4-36a8104c4664), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:03.146514 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Publish callbacks [] for router_gateway (83a3a1c5-126d-4eb2-91b4-36a8104c4664), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:03.223658 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:03.376776 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Allocated IP 172.27.1.167 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/62cb8ead-2c01-4301-8b22-efbfe4588d04) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:32:03.485380 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Publish callbacks [] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:03.549406 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:03.628519 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:32:03.687063 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:32:03.689935 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:32:03.696785 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Pushing event updated for resources: {'Port': ['ID=62cb8ead-2c01-4301-8b22-efbfe4588d04,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:32:03.999279 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Publish callbacks [] for router_gateway (83a3a1c5-126d-4eb2-91b4-36a8104c4664), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:04.204199 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3887682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30787'] for router (83a3a1c5-126d-4eb2-91b4-36a8104c4664), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:04.209468 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3887737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3887728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885522'] for router (83a3a1c5-126d-4eb2-91b4-36a8104c4664), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:04.326800 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Router 83a3a1c5-126d-4eb2-91b4-36a8104c4664 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:32:04.435011 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:32:04.439263 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:04.440458 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-8dfacffb-4974-4b7d-bc46-06107f6e316f demo admin] 10.222.0.23 "PUT /v2.0/routers/83a3a1c5-126d-4eb2-91b4-36a8104c4664 HTTP/1.1" status: 200 len: 890 time: 1.7751982 May 04 21:32:05.914172 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device c89c4268-44fa-417a-80ed-7cdb200056c0 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:32:05.960017 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port c89c4268-44fa-417a-80ed-7cdb200056c0 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:32:05.960412 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:06.042798 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port c89c4268-44fa-417a-80ed-7cdb200056c0 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:32:06.874528 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 36576) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:32:06.999067 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-aecce7e3-ea02-4f4f-b5ab-cbf51cda09d0 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1232562 May 04 21:32:07.155157 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Sync routers for ids ['83a3a1c5-126d-4eb2-91b4-36a8104c4664'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:32:07.170500 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Routers {'83a3a1c5-126d-4eb2-91b4-36a8104c4664'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:32:07.171188 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:31:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['83a3a1c5-126d-4eb2-91b4-36a8104c4664'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:32:07.381263 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Set router 83a3a1c5-126d-4eb2-91b4-36a8104c4664 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:32:07.835088 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'name': 'router1', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '62cb8ead-2c01-4301-8b22-efbfe4588d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:31:45Z', 'updated_at': '2022-05-04T21:32:03Z', 'revision_number': 4, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'gw_port': {'id': '62cb8ead-2c01-4301-8b22-efbfe4588d04', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:44:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:32:03Z', 'updated_at': '2022-05-04T21:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'c89c4268-44fa-417a-80ed-7cdb200056c0', 'name': '', 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'mac_address': 'fa:16:3e:0a:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:31:55Z', 'updated_at': '2022-05-04T21:31:58Z', 'revision_number': 5, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'subnets': [{'id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c9625f9-57f9-4c66-a748-49879a0273aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:32:07.889746 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Checking router: 83a3a1c5-126d-4eb2-91b4-36a8104c4664 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:32:07.890284 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Updating router 83a3a1c5-126d-4eb2-91b4-36a8104c4664 port 62cb8ead-2c01-4301-8b22-efbfe4588d04 binding host dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:32:07.940702 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:08.255171 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Publish callbacks [] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:08.262492 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:08.310281 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Attempting to bind port 62cb8ead-2c01-4301-8b22-efbfe4588d04 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:32:08.310653 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Attempting to bind port 62cb8ead-2c01-4301-8b22-efbfe4588d04 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:32:08.311015 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Attempting to bind port 62cb8ead-2c01-4301-8b22-efbfe4588d04 on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:32:08.318450 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:32:08.318829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:32:08.319281 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:08.319706 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:32:08.320209 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Bound port: 62cb8ead-2c01-4301-8b22-efbfe4588d04, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:32:08.320589 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:08.350722 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da3383-aacd-4d19-897c-993e7cab64c3 None None] Pushing event updated for resources: {'Port': ['ID=62cb8ead-2c01-4301-8b22-efbfe4588d04,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:32:08.378215 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] For port 62cb8ead-2c01-4301-8b22-efbfe4588d04, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:32:08.381212 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] For port 62cb8ead-2c01-4301-8b22-efbfe4588d04, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=62cb8ead-2c01-4301-8b22-efbfe4588d04,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:32:08.387146 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:08.443733 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Routers {'83a3a1c5-126d-4eb2-91b4-36a8104c4664'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:32:08.444334 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:31:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['83a3a1c5-126d-4eb2-91b4-36a8104c4664'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:32:08.445987 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da3383-aacd-4d19-897c-993e7cab64c3 None None] Pushing event updated for resources: {'Port': ['ID=62cb8ead-2c01-4301-8b22-efbfe4588d04,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:32:08.559134 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] Set router 83a3a1c5-126d-4eb2-91b4-36a8104c4664 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:32:08.776901 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'name': 'router1', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '62cb8ead-2c01-4301-8b22-efbfe4588d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:31:45Z', 'updated_at': '2022-05-04T21:32:03Z', 'revision_number': 4, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'gw_port': {'id': '62cb8ead-2c01-4301-8b22-efbfe4588d04', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:44:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:32:03Z', 'updated_at': '2022-05-04T21:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'c89c4268-44fa-417a-80ed-7cdb200056c0', 'name': '', 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'mac_address': 'fa:16:3e:0a:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:31:55Z', 'updated_at': '2022-05-04T21:31:58Z', 'revision_number': 5, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'subnets': [{'id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c9625f9-57f9-4c66-a748-49879a0273aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:32:08.804884 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff4dc-0f7a-4109-9f55-c4c6d3b2400c None None] The sync data for ids ['83a3a1c5-126d-4eb2-91b4-36a8104c4664'] in dv-cinder-836083-5-iscsi is: [{'id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'name': 'router1', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '62cb8ead-2c01-4301-8b22-efbfe4588d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:31:45Z', 'updated_at': '2022-05-04T21:32:03Z', 'revision_number': 4, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'gw_port': {'id': '62cb8ead-2c01-4301-8b22-efbfe4588d04', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:44:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:32:03Z', 'updated_at': '2022-05-04T21:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'c89c4268-44fa-417a-80ed-7cdb200056c0', 'name': '', 'network_id': '8b2713e3-862f-458d-b8e8-8ddb2f75f3c6', 'tenant_id': '437d0218d6364e47956b4a8911e3619a', 'mac_address': 'fa:16:3e:0a:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a3a1c5-126d-4eb2-91b4-36a8104c4664', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:31:55Z', 'updated_at': '2022-05-04T21:31:58Z', 'revision_number': 5, 'project_id': '437d0218d6364e47956b4a8911e3619a', 'subnets': [{'id': '6387f36e-7f99-4d89-95bf-80cdf31c9afe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c9625f9-57f9-4c66-a748-49879a0273aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:32:09.919907 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 62cb8ead-2c01-4301-8b22-efbfe4588d04 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:32:09.971285 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 62cb8ead-2c01-4301-8b22-efbfe4588d04 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:32:09.971841 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:10.059076 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 62cb8ead-2c01-4301-8b22-efbfe4588d04 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:32:10.060409 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:10.085183 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port 62cb8ead-2c01-4301-8b22-efbfe4588d04, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=62cb8ead-2c01-4301-8b22-efbfe4588d04,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:32:10.090773 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:10.163105 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=62cb8ead-2c01-4301-8b22-efbfe4588d04,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:32:11.975453 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 62cb8ead-2c01-4301-8b22-efbfe4588d04 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:32:12.079148 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 62cb8ead-2c01-4301-8b22-efbfe4588d04 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:32:12.079576 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (62cb8ead-2c01-4301-8b22-efbfe4588d04), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:12.199607 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 62cb8ead-2c01-4301-8b22-efbfe4588d04 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:32:22.841888 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0e3d42bb-3874-44ff-9682-8c572ba2d324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:25.246877 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d4ab505a-d501-474c-915d-c214f6283224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:25.550798 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:32:26.041051 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:27.584695 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:29.231907 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:52.846923 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8285f7f2-a2e9-45d0-bcf1-65c9e852addd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:55.217015 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4bdca4fb-0362-4ec9-b606-28c8489b570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:56.021564 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:57.567252 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:32:59.247276 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:02.549628 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:33:22.851822 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3e7aa830-9ce8-403f-b391-927cba105fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:25.212567 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-de08b82a-86e4-49ab-a908-efd6b9b207a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:26.026324 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:27.570070 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:27.673400 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37060) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:27.751642 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee28b073-e141-40ae-8e3a-0365f765b8f5 admin admin] GET failed (client error): The resource could not be found. May 04 21:33:27.752922 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ee28b073-e141-40ae-8e3a-0365f765b8f5 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0785565 May 04 21:33:28.004935 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d90a8-7280-48e3-a5f0-ce4013a3eba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:28.006404 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9d3d90a8-7280-48e3-a5f0-ce4013a3eba9 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2473843 May 04 21:33:29.217685 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:30.246370 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37070) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:30.356404 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0552f37-d7f2-4ff3-a01e-7a2c2f06c700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:30.357759 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f0552f37-d7f2-4ff3-a01e-7a2c2f06c700 admin admin] 10.222.0.23 "GET /v2.0/subnets/6387f36e-7f99-4d89-95bf-80cdf31c9afe HTTP/1.1" status: 200 len: 849 time: 0.1100931 May 04 21:33:30.367584 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:33:30.454577 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Publish callbacks [] for subnet (6387f36e-7f99-4d89-95bf-80cdf31c9afe), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:30.603019 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793721515960'] for subnet (6387f36e-7f99-4d89-95bf-80cdf31c9afe), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:30.633096 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:30.633679 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:30.634928 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] 10.222.0.23 "PUT /v2.0/subnets/6387f36e-7f99-4d89-95bf-80cdf31c9afe HTTP/1.1" status: 200 len: 868 time: 0.2710764 May 04 21:33:30.638278 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e08473-160f-49a3-b83f-87158ba2a016 None None] Network 8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:33:30.653145 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6387f36e-7f99-4d89-95bf-80cdf31c9afe,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:33:30.660636 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.661020 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.661312 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.662276 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.662276 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.662276 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.662649 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.662897 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.663263 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.663613 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.663953 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.664258 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.665104 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.665104 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.665306 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d800096-508a-465f-bfb0-7db5a2d9fdf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:33:30.959881 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-978fb6fe-31ff-45fd-aaac-448c92298d34 None None] Provisioning complete for port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:33:30.960248 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-978fb6fe-31ff-45fd-aaac-448c92298d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1afb72ff-230d-4ad8-83ee-39dbb4936a2f), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:31.042223 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-978fb6fe-31ff-45fd-aaac-448c92298d34 None None] Current status of the port 1afb72ff-230d-4ad8-83ee-39dbb4936a2f is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:33:31.050715 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-978fb6fe-31ff-45fd-aaac-448c92298d34 None None] Provisioning complete for port c89c4268-44fa-417a-80ed-7cdb200056c0 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:33:31.051085 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-978fb6fe-31ff-45fd-aaac-448c92298d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (c89c4268-44fa-417a-80ed-7cdb200056c0), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:31.126125 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-978fb6fe-31ff-45fd-aaac-448c92298d34 None None] Current status of the port c89c4268-44fa-417a-80ed-7cdb200056c0 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:33:32.904307 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37078) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:33.109131 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60188e-64b4-4c62-8b27-3c58ca3f60f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:33.109599 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60188e-64b4-4c62-8b27-3c58ca3f60f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:33.111187 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-2a60188e-64b4-4c62-8b27-3c58ca3f60f1 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2058792 May 04 21:33:35.424183 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37088) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:35.567749 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf3c5b-594b-4e6f-8c9e-751bcef5993a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:35.568114 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf3c5b-594b-4e6f-8c9e-751bcef5993a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:35.569709 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-facf3c5b-594b-4e6f-8c9e-751bcef5993a admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1444876 May 04 21:33:37.824042 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37096) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:37.952556 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf1a79-7b3c-4f25-b5c1-64804363fa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:37.953911 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-77bf1a79-7b3c-4f25-b5c1-64804363fa7c admin admin] 10.222.0.23 "GET /v2.0/networks/5bf8bd93-225e-44c3-9127-fb3195c16ad3 HTTP/1.1" status: 200 len: 886 time: 0.1289108 May 04 21:33:39.549238 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:33:40.206115 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37104) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:40.358322 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d536d-d120-4bdc-b541-9b98f0d98c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:40.359774 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-dc9d536d-d120-4bdc-b541-9b98f0d98c34 admin admin] 10.222.0.23 "GET /v2.0/networks/8b2713e3-862f-458d-b8e8-8ddb2f75f3c6 HTTP/1.1" status: 200 len: 869 time: 0.1526363 May 04 21:33:42.597811 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37112) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:42.731236 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d92c3-145d-495f-8abb-353908a355c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:42.731702 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d92c3-145d-495f-8abb-353908a355c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:42.733214 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3c1d92c3-145d-495f-8abb-353908a355c6 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340914 May 04 21:33:44.980330 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37120) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:45.078836 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2985b33-6a50-44fb-b552-53fe33091754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:45.079276 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2985b33-6a50-44fb-b552-53fe33091754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:45.080931 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d2985b33-6a50-44fb-b552-53fe33091754 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0996239 May 04 21:33:47.341956 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37128) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:47.436261 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4ca25-8401-4515-aa03-ef425b35e53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:47.437635 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-15f4ca25-8401-4515-aa03-ef425b35e53c admin admin] 10.222.0.23 "GET /v2.0/subnets/405b5b6d-c234-483b-b0f2-da3de6b207bf HTTP/1.1" status: 200 len: 816 time: 0.0947227 May 04 21:33:49.681241 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37136) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:33:49.789235 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd628ff-a669-4d0e-b257-290cf0fa63ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:33:49.791111 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bcd628ff-a669-4d0e-b257-290cf0fa63ce admin admin] 10.222.0.23 "GET /v2.0/subnets/6387f36e-7f99-4d89-95bf-80cdf31c9afe HTTP/1.1" status: 200 len: 868 time: 0.1089301 May 04 21:33:52.846738 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b44e99b9-1ec9-451e-ab84-608acef3f60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:55.218897 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-317efda9-260d-4309-82e7-dbe648fbce9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:56.025646 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:57.572078 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:33:59.213383 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:16.547605 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:34:22.852894 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ef5a658e-2ce8-4ff1-9e34-e058340a3dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:25.224498 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5d47928c-2804-4a9c-807a-871a0c7e017e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:26.030078 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:27.576794 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:29.218649 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:30.144846 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37196) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:34:30.195145 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [None req-40300fbd-73a9-498e-b221-cca4d668bbe5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:34:30.196260 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-40300fbd-73a9-498e-b221-cca4d668bbe5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0505373 May 04 21:34:32.550598 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37204) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:34:32.613201 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde4f8e8-a3b2-4bd1-833e-8b7c6b0963c8 admin admin] GET failed (client error): The resource could not be found. May 04 21:34:32.614540 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bde4f8e8-a3b2-4bd1-833e-8b7c6b0963c8 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629179 May 04 21:34:32.702983 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705e254-c358-4f4d-9789-631e6a41187f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:34:32.716045 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3705e254-c358-4f4d-9789-631e6a41187f admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0971835 May 04 21:34:34.992658 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37212) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:34:35.046472 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:34:35.068254 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Made reservation on behalf of 69a58d85914b42b5b2db98febd6721c4 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:34:35.070464 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:35.097907 dv-cinder-836083-5-iscsi neutron-server[110028]: WARNING neutron.services.revisions.revision_plugin [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Could not find related network for resource to bump revision. May 04 21:34:35.109966 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:34:35.120339 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (8c73c83b-179d-414f-9a7d-80e71a8c39cf), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:35.120805 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Added segment 8c73c83b-179d-414f-9a7d-80e71a8c39cf of type vlan for network 12ef3a23-2146-490a-8e7f-a92899332998 May 04 21:34:35.161767 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (12ef3a23-2146-490a-8e7f-a92899332998), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:35.189061 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (12ef3a23-2146-490a-8e7f-a92899332998), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:35.189920 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:34:35.190482 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:35.222315 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2283456 May 04 21:34:35.255108 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Pushing event updated for resources: {'Network': ['ID=12ef3a23-2146-490a-8e7f-a92899332998,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:34:35.262630 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.262967 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.263323 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.263686 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.264010 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.264328 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.264642 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.264955 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.265285 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.265604 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.265938 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.266282 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.266604 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.266913 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.267219 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee02ede-da4c-47f6-b34c-1c5666ce3815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:35.278536 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 12ef3a23-2146-490a-8e7f-a92899332998 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:34:37.495921 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37220) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:34:37.561707 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.pecan_wsgi.hooks.translation [None req-976ae6c4-eb02-442f-86ef-be80f48f0fb9 admin admin] GET failed (client error): The resource could not be found. May 04 21:34:37.562998 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-976ae6c4-eb02-442f-86ef-be80f48f0fb9 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0658314 May 04 21:34:37.637927 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1285ca77-fd3a-477c-af24-6abfd327a09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:34:37.639322 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1285ca77-fd3a-477c-af24-6abfd327a09a admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702164 May 04 21:34:37.649273 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:34:37.672856 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Made reservation on behalf of 69a58d85914b42b5b2db98febd6721c4 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:34:37.676613 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:37.841614 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (56358e97-494f-4712-bb0a-d2412c8deb99), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:37.904103 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56358e97-494f-4712-bb0a-d2412c8deb99,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:34:37.912610 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Checking segment: {'id': '8c73c83b-179d-414f-9a7d-80e71a8c39cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:34:37.912959 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Network hostable DHCP agents. Network: 12ef3a23-2146-490a-8e7f-a92899332998, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:34:37.933750 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Network 12ef3a23-2146-490a-8e7f-a92899332998 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:34:37.942623 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 12ef3a23-2146-490a-8e7f-a92899332998) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:34:37.946680 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:34:37.947271 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:37.951993 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a9030-48c5-4104-a9ef-cb5e06b3e35a None None] Network 12ef3a23-2146-490a-8e7f-a92899332998 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:34:37.963637 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9231cb16-89e7-4e47-ac9a-4780303bb5f1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3176589 May 04 21:34:38.157133 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-12ef3a23-2146-490a-8e7f-a92899332998', 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998', 'project_id': '69a58d85914b42b5b2db98febd6721c4', 'fixed_ips': [{'subnet_id': '56358e97-494f-4712-bb0a-d2412c8deb99'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:34:38.157991 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:38.296516 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Allocated IP 192.168.233.2 (12ef3a23-2146-490a-8e7f-a92899332998/56358e97-494f-4712-bb0a-d2412c8deb99/65b85e57-0264-4453-bfa5-7e6025ec6672) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:34:38.440533 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Publish callbacks [] for port (65b85e57-0264-4453-bfa5-7e6025ec6672), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:38.446466 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (65b85e57-0264-4453-bfa5-7e6025ec6672), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:38.492728 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Network 12ef3a23-2146-490a-8e7f-a92899332998 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:34:38.493992 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Pushing event updated for resources: {'Port': ['ID=65b85e57-0264-4453-bfa5-7e6025ec6672,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:34:38.496338 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:34:38.499002 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:34:38.506433 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.506782 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.507144 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.507519 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.507853 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.508177 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.508499 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.508818 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.509137 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.509453 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.509773 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.510110 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.510422 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.510733 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.511043 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:34:38.565061 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Attempting to bind port 65b85e57-0264-4453-bfa5-7e6025ec6672 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:34:38.565428 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Attempting to bind port 65b85e57-0264-4453-bfa5-7e6025ec6672 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '8c73c83b-179d-414f-9a7d-80e71a8c39cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:34:38.565795 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Attempting to bind port 65b85e57-0264-4453-bfa5-7e6025ec6672 on network 12ef3a23-2146-490a-8e7f-a92899332998 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:34:38.570970 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:34:38.571347 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Checking segment: {'id': '8c73c83b-179d-414f-9a7d-80e71a8c39cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:34:38.571779 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:38.572171 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Bound using segment: {'id': '8c73c83b-179d-414f-9a7d-80e71a8c39cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:34:38.572640 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Bound port: 65b85e57-0264-4453-bfa5-7e6025ec6672, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c73c83b-179d-414f-9a7d-80e71a8c39cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:34:38.573132 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (65b85e57-0264-4453-bfa5-7e6025ec6672), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:38.638985 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] For port 65b85e57-0264-4453-bfa5-7e6025ec6672, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:34:38.642167 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] For port 65b85e57-0264-4453-bfa5-7e6025ec6672, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=65b85e57-0264-4453-bfa5-7e6025ec6672,segment=NetworkSegment(8c73c83b-179d-414f-9a7d-80e71a8c39cf),segment_id=8c73c83b-179d-414f-9a7d-80e71a8c39cf)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:34:38.648318 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (65b85e57-0264-4453-bfa5-7e6025ec6672), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:38.703909 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050fdae-e09e-4d83-bbbe-bcad456f014d None None] Pushing event updated for resources: {'Port': ['ID=65b85e57-0264-4453-bfa5-7e6025ec6672,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:34:39.588420 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f577a8-9127-4f8f-9694-c0b7430d3f0a None None] Network 12ef3a23-2146-490a-8e7f-a92899332998 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:34:39.673259 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-13eb89c6-b59e-444b-82fd-39cfa0e920d1 None None] Provisioning complete for port 65b85e57-0264-4453-bfa5-7e6025ec6672 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:34:39.673920 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-13eb89c6-b59e-444b-82fd-39cfa0e920d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (65b85e57-0264-4453-bfa5-7e6025ec6672), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:39.772696 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-13eb89c6-b59e-444b-82fd-39cfa0e920d1 None None] Current status of the port 65b85e57-0264-4453-bfa5-7e6025ec6672 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:34:39.773084 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-13eb89c6-b59e-444b-82fd-39cfa0e920d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (65b85e57-0264-4453-bfa5-7e6025ec6672), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:39.810050 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-13eb89c6-b59e-444b-82fd-39cfa0e920d1 None None] For port 65b85e57-0264-4453-bfa5-7e6025ec6672, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=65b85e57-0264-4453-bfa5-7e6025ec6672,segment=NetworkSegment(8c73c83b-179d-414f-9a7d-80e71a8c39cf),segment_id=8c73c83b-179d-414f-9a7d-80e71a8c39cf)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:34:39.815869 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-13eb89c6-b59e-444b-82fd-39cfa0e920d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (65b85e57-0264-4453-bfa5-7e6025ec6672), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:39.872866 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb89c6-b59e-444b-82fd-39cfa0e920d1 None None] Pushing event updated for resources: {'Port': ['ID=65b85e57-0264-4453-bfa5-7e6025ec6672,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:34:40.019611 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 65b85e57-0264-4453-bfa5-7e6025ec6672 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:34:40.056799 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-86c84fb9-e66b-4f12-a082-5a9a8d60c990 None None] Provisioning complete for port 65b85e57-0264-4453-bfa5-7e6025ec6672 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:34:40.057106 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-86c84fb9-e66b-4f12-a082-5a9a8d60c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (65b85e57-0264-4453-bfa5-7e6025ec6672), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:40.104887 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 65b85e57-0264-4453-bfa5-7e6025ec6672 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:34:40.105270 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (65b85e57-0264-4453-bfa5-7e6025ec6672), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:40.178896 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-86c84fb9-e66b-4f12-a082-5a9a8d60c990 None None] Current status of the port 65b85e57-0264-4453-bfa5-7e6025ec6672 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:34:40.215517 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 65b85e57-0264-4453-bfa5-7e6025ec6672 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:34:52.860983 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-626e2d1b-24c5-435e-840a-c4699840278b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:53.546076 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:34:55.235717 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6db12db4-7982-410a-932e-e3daca644d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:56.040817 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:57.579951 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:34:59.221170 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:22.845600 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-13879e61-2ed6-44d0-bd84-6a49f705728d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:25.231926 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-71b6029b-bac5-456c-9a51-62f7a1d71c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:26.037733 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:27.582627 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:29.225716 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:30.546180 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:35:52.850308 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-deda3d36-2565-4d0d-acd1-fe14fe10ee0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:55.226295 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b6de4dac-99b6-447a-aff8-d9ad0a46450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:56.039012 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:57.587098 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:35:59.233823 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:07.545513 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:36:11.188996 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37258) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:36:11.195036 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [None req-a09d54c5-a43c-43a4-969f-9a539e3fccec tempest-verify_tempest_config-741110544 tempest-verify_tempest_config-741110544-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:36:11.196045 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-a09d54c5-a43c-43a4-969f-9a539e3fccec tempest-verify_tempest_config-741110544 tempest-verify_tempest_config-741110544-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060172 May 04 21:36:11.511998 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37276) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:36:11.626737 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:11.701317 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Publish callbacks [] for security_group (f01a5634-5a38-470e-9237-e8e0a49ab4e7), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:11.707971 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f01a5634-5a38-470e-9237-e8e0a49ab4e7), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:11.751525 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d682b2f1254d40e6a3d5eee032a20528&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2384622 May 04 21:36:11.752344 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01a5634-5a38-470e-9237-e8e0a49ab4e7,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:36:11.754191 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37282) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:36:11.772033 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.772375 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.772726 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.773058 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.773386 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.773707 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.774024 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.774343 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.774671 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.775013 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.775345 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.775692 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.776004 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.776293 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.776612 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac10c8-f866-45aa-8383-0c1b602ba92f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:36:11.818845 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f479c123-5161-4b15-8446-cc31fb7f8725 admin admin] Publish callbacks [] for security_group (f01a5634-5a38-470e-9237-e8e0a49ab4e7), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:11.840429 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f479c123-5161-4b15-8446-cc31fb7f8725 admin admin] Publish callbacks [] for security_group (f01a5634-5a38-470e-9237-e8e0a49ab4e7), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:11.930779 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f479c123-5161-4b15-8446-cc31fb7f8725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f01a5634-5a38-470e-9237-e8e0a49ab4e7), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:11.934365 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f479c123-5161-4b15-8446-cc31fb7f8725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:11.935862 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f479c123-5161-4b15-8446-cc31fb7f8725 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f01a5634-5a38-470e-9237-e8e0a49ab4e7 HTTP/1.1" status: 204 len: 168 time: 0.1807671 May 04 21:36:11.944176 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479c123-5161-4b15-8446-cc31fb7f8725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01a5634-5a38-470e-9237-e8e0a49ab4e7,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:36:22.854721 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-debb43f4-6c36-478a-8675-0d86c59c5848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:25.232472 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed5f52ac-7fcb-4416-9e38-f7dd3cceb9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:26.042331 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:27.590051 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:29.228949 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:44.549753 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:36:52.869964 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-75fe1403-3f2d-4197-90da-3880ea0494c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:55.234566 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-59603ee1-0855-4a0b-9caa-59854772e100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:56.050839 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:57.603348 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:36:59.241887 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:21.551953 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:37:22.868033 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-600f0647-3441-4001-a852-27cf5a574f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:25.229015 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-579293d2-86fd-417d-9e3f-517d4db43e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:26.050697 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:27.610013 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:29.244002 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:52.864901 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7f99c689-4c4e-4df0-91da-6161ec6e9dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:55.233115 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c4467da5-3a80-4be2-83eb-221622aa64e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:56.051399 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:57.614225 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:58.556122 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 5 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:37:59.248894 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:37:59.880085 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3892152'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:14.081651 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37352) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:38:14.221169 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-f65e0486-b6a0-4afa-9a40-c509e67cbcf5 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1384232 May 04 21:38:16.457376 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37362) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:38:16.519208 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-cd9325c4-f6ca-493a-8007-289302da93d0 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0607562 May 04 21:38:22.858536 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-16646749-c63e-4331-a00f-4e823eabcf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:25.250437 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c29828a-9038-4987-a343-bcb94034419d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:26.066997 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:27.612815 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:29.250456 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:29.873590 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:35.562439 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:38:52.867095 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-409a90c9-b93e-4f6c-978b-79f63abca5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:55.243584 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed275b69-bd96-4677-9578-bf977623b618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:56.069429 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:57.619558 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:59.251978 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:38:59.865870 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:12.561777 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:39:22.860615 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8b3632e3-5a6f-481f-91fa-b4a8a64d226c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:25.239419 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8ad7-c167-4374-9ec0-e67922262cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:26.067229 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:27.614375 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:29.250709 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:29.858658 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:49.561592 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:39:52.884585 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f65c-7f16-4bae-8077-dc6ce4a96a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:55.257224 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7af0248b-e339-43f9-81de-9fd52321b251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:56.067346 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:56.506293 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37526) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:56.810521 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2006962114-network', 'tenant_id': '7b9fa6a05dcd47eb8fd05a41a757bc8a'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:56.834089 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37548) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:56.845772 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Made reservation on behalf of 7b9fa6a05dcd47eb8fd05a41a757bc8a for: {'network': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:39:56.848116 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:56.867847 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:56.869729 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37558) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:57.079101 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Publish callbacks [] for security_group (e76f910d-124b-4d3d-917a-37c8b9fd1cab), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.084861 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e76f910d-124b-4d3d-917a-37c8b9fd1cab), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.115925 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f910d-124b-4d3d-917a-37c8b9fd1cab,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:57.126168 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.126521 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.127161 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.127533 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.127873 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.128200 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.128556 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.128925 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.129430 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.129802 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.130407 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.130841 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.131196 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.131623 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.131929 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Tracked resource versions report: May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: pushed versions: May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: { 'AddressGroup': {'1.2'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Agent': {'1.1'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'ConntrackHelper': {'1.0'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'LocalIPAssociation': {'1.0'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Log': {'1.0'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'NDPProxy': {'1.0'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Network': {'1.1'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Port': {'1.7'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'PortForwarding': {'1.3'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'QosPolicy': {'1.10'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SecurityGroup': {'1.5'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SecurityGroupRule': {'1.2'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SubPort': {'1.0'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Subnet': {'1.1'}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Trunk': {'1.1'}} May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: consumer versions: May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: { DHCP agent@dv-cinder-836083-5-iscsi: {}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: HyperV agent@hv-cinder-83608: {}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: L3 agent@dv-cinder-836083-5-iscsi: {}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: Metadata agent@dv-cinder-836083-5-iscsi: {}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: Metering agent@dv-cinder-836083-5-iscsi: {}, May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: Open vSwitch agent@dv-cinder-836083-5-iscsi: { 'AddressGroup': '1.2', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Agent': '1.1', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'ConntrackHelper': '1.0', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'LocalIPAssociation': '1.0', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Log': '1.0', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'NDPProxy': '1.0', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Network': '1.1', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Port': '1.7', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'PortForwarding': '1.3', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'QosPolicy': '1.10', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SecurityGroup': '1.5', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SecurityGroupRule': '1.2', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'SubPort': '1.0', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Subnet': '1.1', May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: 'Trunk': '1.1'}} May 04 21:39:57.133148 dv-cinder-836083-5-iscsi neutron-server[110027]: {{(pid=110027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 21:39:57.135837 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:39:57.154597 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793721502787', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (9d478393-361d-465f-9188-151c617d9bf8), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.155824 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Unsubscribe: segment precommit_create {{(pid=110027) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 21:39:57.156484 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.segments_db [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Added segment 9d478393-361d-465f-9188-151c617d9bf8 of type vlan for network a7f6eef5-001a-461f-af00-0a7a416e05ff May 04 21:39:57.182760 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-network', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:57.214473 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Made reservation on behalf of 80373b242ff34b0ba8ac77e122566e67 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:39:57.214605 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37572) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:57.217372 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.221281 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (a7f6eef5-001a-461f-af00-0a7a416e05ff), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.236465 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1389389223-network', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:57.253655 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.261108 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (a7f6eef5-001a-461f-af00-0a7a416e05ff), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.262802 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:39:57.263444 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.277790 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Made reservation on behalf of 4cdbf9d036b4410b81ef59b92ef8e56c for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:39:57.280474 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.296303 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7873096 May 04 21:39:57.299001 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37580) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:57.301934 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.317042 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Request body: {'subnet': {'network_id': 'a7f6eef5-001a-461f-af00-0a7a416e05ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2006962114-subnet', 'tenant_id': '7b9fa6a05dcd47eb8fd05a41a757bc8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:57.366329 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9469571-4613-461a-918f-ecb9a2ee0247 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f6eef5-001a-461f-af00-0a7a416e05ff,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:57.378011 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network a7f6eef5-001a-461f-af00-0a7a416e05ff details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:39:57.453810 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Publish callbacks [] for security_group (dc1c0cb0-1644-49b0-ae14-11286e96d8f6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.464289 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (dc1c0cb0-1644-49b0-ae14-11286e96d8f6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.491467 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:39:57.496056 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Made reservation on behalf of 7b9fa6a05dcd47eb8fd05a41a757bc8a for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:39:57.498349 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.529672 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Publish callbacks [] for security_group (34ee555b-d40c-4ba4-8413-ab9185c9bcf0), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.542696 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (f083008d-b11d-4b3e-9256-f199afee3977), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.543277 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Added segment f083008d-b11d-4b3e-9256-f199afee3977 of type vlan for network a876eee9-79cf-44aa-82d1-f69c185490e4 May 04 21:39:57.555754 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (34ee555b-d40c-4ba4-8413-ab9185c9bcf0), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.592803 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-network', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:57.622773 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Made reservation on behalf of 3b05fdea4cf3422d991c8cb98cafe373 for: {'network': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:39:57.624848 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1c0cb0-1644-49b0-ae14-11286e96d8f6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:57.627168 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.638968 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:39:57.643991 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.647189 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.659457 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.660126 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.660621 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.661102 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.661578 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.662066 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.662549 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.663028 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.663522 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.663992 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.664479 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.664946 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.665413 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.665877 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.666349 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Tracked resource versions report: May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: pushed versions: May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: { 'AddressGroup': {'1.2'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Agent': {'1.1'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'ConntrackHelper': {'1.0'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'LocalIPAssociation': {'1.0'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Log': {'1.0'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'NDPProxy': {'1.0'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Network': {'1.1'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Port': {'1.7'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'PortForwarding': {'1.3'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'QosPolicy': {'1.10'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SecurityGroup': {'1.5'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SecurityGroupRule': {'1.2'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SubPort': {'1.0'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Subnet': {'1.1'}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Trunk': {'1.1'}} May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: consumer versions: May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: { DHCP agent@dv-cinder-836083-5-iscsi: {}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: HyperV agent@hv-cinder-83608: {}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: L3 agent@dv-cinder-836083-5-iscsi: {}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: Metadata agent@dv-cinder-836083-5-iscsi: {}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: Metering agent@dv-cinder-836083-5-iscsi: {}, May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: Open vSwitch agent@dv-cinder-836083-5-iscsi: { 'AddressGroup': '1.2', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Agent': '1.1', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'ConntrackHelper': '1.0', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'LocalIPAssociation': '1.0', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Log': '1.0', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'NDPProxy': '1.0', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Network': '1.1', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Port': '1.7', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'PortForwarding': '1.3', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'QosPolicy': '1.10', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SecurityGroup': '1.5', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SecurityGroupRule': '1.2', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'SubPort': '1.0', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Subnet': '1.1', May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: 'Trunk': '1.1'}} May 04 21:39:57.667738 dv-cinder-836083-5-iscsi neutron-server[110028]: {{(pid=110028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 21:39:57.678615 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (a876eee9-79cf-44aa-82d1-f69c185490e4), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.707571 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (759f3e32-25a7-49f4-bf5a-efd3828f1c44), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.708022 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Added segment 759f3e32-25a7-49f4-bf5a-efd3828f1c44 of type vlan for network 0f17d82c-63df-4cf1-86e7-b7abee92a710 May 04 21:39:57.754536 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (a876eee9-79cf-44aa-82d1-f69c185490e4), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.755728 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:39:57.756359 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.760897 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Publish callbacks [] for security_group (7336bc86-f809-4ed7-a35a-ee6b2c5c1863), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.767181 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (7336bc86-f809-4ed7-a35a-ee6b2c5c1863), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.789923 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=110027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:39:57.809481 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9386065 May 04 21:39:57.814500 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37608) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:57.820000 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Request body: {'subnet': {'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1389389223-subnet', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:57.828505 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (43c79f1f-9f66-4006-9bc0-bae1d67f5020), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.828857 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.segments_db [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Added segment 43c79f1f-9f66-4006-9bc0-bae1d67f5020 of type vlan for network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 May 04 21:39:57.830247 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7336bc86-f809-4ed7-a35a-ee6b2c5c1863,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:57.858514 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ee555b-d40c-4ba4-8413-ab9185c9bcf0,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:57.867647 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Made reservation on behalf of 4cdbf9d036b4410b81ef59b92ef8e56c for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:39:57.870485 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.880590 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (0f17d82c-63df-4cf1-86e7-b7abee92a710), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.892505 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (6a8f1734-116e-431a-8f58-ff8f973d9ef8), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.966484 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (6a8f1734-116e-431a-8f58-ff8f973d9ef8), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:57.968297 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:39:57.968887 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.093842 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8f1734-116e-431a-8f58-ff8f973d9ef8,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:58.105771 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:39:58.112581 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-716bc145-246b-407d-a19b-7396a9774514 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8969305 May 04 21:39:58.113933 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37618) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:58.118838 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Request body: {'subnet': {'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-subnet', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:58.172087 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Made reservation on behalf of 3b05fdea4cf3422d991c8cb98cafe373 for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:39:58.175563 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.308005 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a7f30-7fa0-460b-8f0c-4a3cced02683 admin admin] Pushing event updated for resources: {'Network': ['ID=a876eee9-79cf-44aa-82d1-f69c185490e4,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:58.320133 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network a876eee9-79cf-44aa-82d1-f69c185490e4 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:39:58.321276 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (11fc0f3d-3e42-4b7a-8a6e-d06df1574add), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.337923 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (0f17d82c-63df-4cf1-86e7-b7abee92a710), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.339146 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:39:58.339883 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.430945 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5918846 May 04 21:39:58.467285 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37628) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:58.474147 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Request body: {'subnet': {'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-subnet', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:58.481243 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fc0f3d-3e42-4b7a-8a6e-d06df1574add,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:58.483342 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4b56b-6a59-4197-8a79-dc158dc6d56e admin admin] Pushing event updated for resources: {'Network': ['ID=0f17d82c-63df-4cf1-86e7-b7abee92a710,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:58.527886 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (5d0e59e9-7db3-41ee-b981-3898aa695710), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.556034 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Made reservation on behalf of 80373b242ff34b0ba8ac77e122566e67 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:39:58.558660 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.559688 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:39:58.561157 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Checking segment: {'id': '9d478393-361d-465f-9188-151c617d9bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7f6eef5-001a-461f-af00-0a7a416e05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:39:58.561570 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Network hostable DHCP agents. Network: a7f6eef5-001a-461f-af00-0a7a416e05ff, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:39:58.597704 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0e59e9-7db3-41ee-b981-3898aa695710,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:58.655177 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Network a7f6eef5-001a-461f-af00-0a7a416e05ff is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:39:58.662133 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Checking segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:39:58.662493 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Network hostable DHCP agents. Network: 6a8f1734-116e-431a-8f58-ff8f973d9ef8, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:39:58.700033 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:39:58.718082 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 6a8f1734-116e-431a-8f58-ff8f973d9ef8) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:39:58.724305 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:39:58.725144 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.729154 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, a7f6eef5-001a-461f-af00-0a7a416e05ff) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:39:58.742190 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:39:58.743011 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.751781 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8cd700-7dd3-474e-b97a-39dc67d55879 None None] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:39:58.758285 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.759792 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e963a407-ac1f-41cf-92d8-e485a8545506 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6445284 May 04 21:39:58.762564 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37642) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:58.770273 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:58.781006 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a41ed0-7fac-4205-b9e1-f4c50a2c7e83 None None] Network a7f6eef5-001a-461f-af00-0a7a416e05ff requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:39:58.881657 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.882926 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:58.905719 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c87bd1b0-dbd7-46c3-9300-f4d4604f45be admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5933192 May 04 21:39:58.951562 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:59.076251 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Checking segment: {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:39:59.076251 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Network hostable DHCP agents. Network: a876eee9-79cf-44aa-82d1-f69c185490e4, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:39:59.092068 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (4753f203-8d97-4e83-bef9-56f542d6fa65), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.108613 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks [] for router_controller (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), precommit_add_association {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.143993 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Network a876eee9-79cf-44aa-82d1-f69c185490e4 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:39:59.171420 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4753f203-8d97-4e83-bef9-56f542d6fa65,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:39:59.192872 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, a876eee9-79cf-44aa-82d1-f69c185490e4) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:39:59.204831 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:39:59.204831 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.211594 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Checking segment: {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:39:59.214655 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Network hostable DHCP agents. Network: 0f17d82c-63df-4cf1-86e7-b7abee92a710, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:39:59.292194 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0f98cac6-49e1-4739-a1ec-649a943fce90 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4765887 May 04 21:39:59.294921 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37666) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:59.295773 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:39:59.299554 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a0fb2-a666-4be6-b03d-48204fa07408 None None] Network a876eee9-79cf-44aa-82d1-f69c185490e4 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:39:59.306747 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:59.311297 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 0f17d82c-63df-4cf1-86e7-b7abee92a710) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:39:59.319117 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:39:59.319957 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.328080 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd370f9-110a-4fdd-91fa-c2b488e1dc24 None None] Network a7f6eef5-001a-461f-af00-0a7a416e05ff requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:39:59.365919 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-594a0984-c3ad-4c46-9e00-9f5c3dadbe4f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8957632 May 04 21:39:59.368763 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37674) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:39:59.373045 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:39:59.420000 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (ce589d17-d888-4605-bf98-929d27357f48), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.421053 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (ce589d17-d888-4605-bf98-929d27357f48), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.443052 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks [] for router_gateway (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.448141 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.450009 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.498250 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9520d417-4ff7-4f51-9506-98e19da044db None None] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:39:59.501123 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:39:59.502944 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.541840 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.546038 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks [] for router_controller (ce589d17-d888-4605-bf98-929d27357f48), precommit_add_association {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.553593 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-a876eee9-79cf-44aa-82d1-f69c185490e4', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:39:59.555097 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.752511 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks [] for router_controller (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), precommit_add_association {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:39:59.813437 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks [] for router_gateway (ce589d17-d888-4605-bf98-929d27357f48), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.062424 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks [] for router_gateway (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.285927 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks [] for router_gateway (ce589d17-d888-4605-bf98-929d27357f48), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.292580 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.310600 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks [] for router_gateway (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.347411 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.352938 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.377004 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks [] for router_gateway (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.424948 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.540664 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Allocated IP 172.27.1.21 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/e107f471-3123-4990-988b-5b98fd27e7d9) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:00.544134 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-0f17d82c-63df-4cf1-86e7-b7abee92a710', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:40:00.549450 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.655328 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Allocated IP 172.20.0.2 (a876eee9-79cf-44aa-82d1-f69c185490e4/7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa/5439c67a-7af5-4cc0-8803-88752dc45cab) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:00.681907 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks [] for port (e107f471-3123-4990-988b-5b98fd27e7d9), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.687232 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37756) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:00.690585 dv-cinder-836083-5-iscsi neutron-server[110028]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 21:40:00.702863 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37758) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:00.733367 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Allocated IP 172.20.0.2 (6a8f1734-116e-431a-8f58-ff8f973d9ef8/5d0e59e9-7db3-41ee-b981-3898aa695710/08134cf1-ee9e-42a0-84ff-c367e324b645) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:00.735896 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:00.761309 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:00.770944 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37768) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:00.810715 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:00.812581 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Pushing event updated for resources: {'Port': ['ID=e107f471-3123-4990-988b-5b98fd27e7d9,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:00.818321 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:00.985017 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-45d8cd15-46cf-455f-bd61-cf558e12c904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.037376 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-d88d95fd-f9c7-4f09-ab3b-3cea07ca5c78 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:01.045126 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-d88d95fd-f9c7-4f09-ab3b-3cea07ca5c78 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/networks?id=a7f6eef5-001a-461f-af00-0a7a416e05ff HTTP/1.1" status: 200 len: 812 time: 0.3558953 May 04 21:40:01.058974 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2ba01ad5-4ba8-4ce8-a645-9c75f4459a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.069893 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Allocated IP 172.20.0.2 (0f17d82c-63df-4cf1-86e7-b7abee92a710/4753f203-8d97-4e83-bef9-56f542d6fa65/213dae3a-2d32-46a8-a7e4-c93849af7aa2) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:01.075681 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-67bcfafd-d9ea-43d0-928f-df943d44eb58 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/quotas/7b9fa6a05dcd47eb8fd05a41a757bc8a HTTP/1.1" status: 200 len: 375 time: 0.0295236 May 04 21:40:01.125564 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks [] for router_gateway (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.162261 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-b44ac138-3d1c-424b-b4f7-08ba9216c475 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b9fa6a05dcd47eb8fd05a41a757bc8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854135 May 04 21:40:01.175127 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Allocated IP 172.27.1.32 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:01.270005 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2ba01ad5-4ba8-4ce8-a645-9c75f4459a32 admin admin] Publish callbacks [] for security_group (f04eadc7-d884-43c3-a217-4dc5dbb06ad7), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.281811 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2ba01ad5-4ba8-4ce8-a645-9c75f4459a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f04eadc7-d884-43c3-a217-4dc5dbb06ad7), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.287566 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Publish callbacks [] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.313711 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.317107 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Publish callbacks [] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.363299 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2ba01ad5-4ba8-4ce8-a645-9c75f4459a32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a65a81c528934038a20f3aa6c14df2d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5885522 May 04 21:40:01.363299 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba01ad5-4ba8-4ce8-a645-9c75f4459a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04eadc7-d884-43c3-a217-4dc5dbb06ad7,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:01.366010 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37794) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:01.380639 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Pushing event updated for resources: {'Port': ['ID=08134cf1-ee9e-42a0-84ff-c367e324b645,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:01.391706 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.410183 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Network a876eee9-79cf-44aa-82d1-f69c185490e4 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:01.418193 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:01.421941 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:01.433849 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-c47ef660-4c94-42b9-a02e-3bd294c58209 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:40:01.434370 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:01.435361 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-c47ef660-4c94-42b9-a02e-3bd294c58209 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1167116 May 04 21:40:01.442081 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:01.444485 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:01.451032 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-45d8cd15-46cf-455f-bd61-cf558e12c904 admin admin] Publish callbacks [] for security_group (d62c7e7a-d8d7-44a7-9824-7d14491de660), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.463767 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.464092 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.464374 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.464822 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.465263 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.465625 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.466114 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.466441 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.467064 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.467423 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.467763 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.468098 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.468216 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-45d8cd15-46cf-455f-bd61-cf558e12c904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (d62c7e7a-d8d7-44a7-9824-7d14491de660), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.468466 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.468986 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.469195 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Tracked resource versions report: May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: pushed versions: May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: { 'AddressGroup': {'1.2'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Agent': {'1.1'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'ConntrackHelper': {'1.0'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'LocalIPAssociation': {'1.0'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Log': {'1.0'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'NDPProxy': {'1.0'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Network': {'1.1'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Port': {'1.7'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'PortForwarding': {'1.3'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'QosPolicy': {'1.10'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SecurityGroup': {'1.5'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SecurityGroupRule': {'1.2'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SubPort': {'1.0'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Subnet': {'1.1'}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Trunk': {'1.1'}} May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: consumer versions: May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: { DHCP agent@dv-cinder-836083-5-iscsi: {}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: HyperV agent@hv-cinder-83608: {}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: L3 agent@dv-cinder-836083-5-iscsi: {}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: Metadata agent@dv-cinder-836083-5-iscsi: {}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: Metering agent@dv-cinder-836083-5-iscsi: {}, May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: Open vSwitch agent@dv-cinder-836083-5-iscsi: { 'AddressGroup': '1.2', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Agent': '1.1', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'ConntrackHelper': '1.0', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'LocalIPAssociation': '1.0', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Log': '1.0', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'NDPProxy': '1.0', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Network': '1.1', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Port': '1.7', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'PortForwarding': '1.3', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'QosPolicy': '1.10', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SecurityGroup': '1.5', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SecurityGroupRule': '1.2', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'SubPort': '1.0', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Subnet': '1.1', May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: 'Trunk': '1.1'}} May 04 21:40:01.470665 dv-cinder-836083-5-iscsi neutron-server[110029]: {{(pid=110029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 21:40:01.514673 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-45d8cd15-46cf-455f-bd61-cf558e12c904 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9db0f3b8801b411eb52d06a256461ced&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8106325 May 04 21:40:01.515332 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37798) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:01.550537 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8cd15-46cf-455f-bd61-cf558e12c904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62c7e7a-d8d7-44a7-9824-7d14491de660,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:01.605634 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e78102ad-7072-4734-a9b9-9033385bf2ab admin admin] Publish callbacks [] for security_group (f04eadc7-d884-43c3-a217-4dc5dbb06ad7), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.631226 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks [] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.665762 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Publish callbacks [] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.669248 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e78102ad-7072-4734-a9b9-9033385bf2ab admin admin] Publish callbacks [] for security_group (f04eadc7-d884-43c3-a217-4dc5dbb06ad7), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.684474 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.726474 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Pushing event updated for resources: {'Port': ['ID=5439c67a-7af5-4cc0-8803-88752dc45cab,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:01.757539 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.759766 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:01.762524 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Pushing event updated for resources: {'Port': ['ID=b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:01.763737 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-ee963add-218b-484e-aef1-3d6e62170476 service neutron] 10.222.0.23 "GET /v2.0/networks/a7f6eef5-001a-461f-af00-0a7a416e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105040 May 04 21:40:01.771705 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:01.781579 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Allocated IP 172.27.1.93 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/b723eec9-a0fe-4abc-9380-4426efe3e2c6) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:01.797772 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:01.811755 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Attempting to bind port 5439c67a-7af5-4cc0-8803-88752dc45cab on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:01.812131 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Attempting to bind port 5439c67a-7af5-4cc0-8803-88752dc45cab by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:01.812499 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Attempting to bind port 5439c67a-7af5-4cc0-8803-88752dc45cab on network a876eee9-79cf-44aa-82d1-f69c185490e4 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:01.822467 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Pushing event updated for resources: {'Port': ['ID=213dae3a-2d32-46a8-a7e4-c93849af7aa2,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:01.832248 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:01.832638 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Checking segment: {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:01.833064 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.833432 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Bound using segment: {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:01.833981 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Bound port: 5439c67a-7af5-4cc0-8803-88752dc45cab, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:01.834368 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.840837 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Attempting to bind port 08134cf1-ee9e-42a0-84ff-c367e324b645 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:01.841206 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Attempting to bind port 08134cf1-ee9e-42a0-84ff-c367e324b645 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:01.841561 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Attempting to bind port 08134cf1-ee9e-42a0-84ff-c367e324b645 on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:01.844558 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:01.855246 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:01.858771 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:01.860890 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:01.861761 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Checking segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:01.861761 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.862088 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e78102ad-7072-4734-a9b9-9033385bf2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f04eadc7-d884-43c3-a217-4dc5dbb06ad7), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.862425 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Bound using segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:01.863039 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Bound port: 08134cf1-ee9e-42a0-84ff-c367e324b645, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:01.863544 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.864659 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e78102ad-7072-4734-a9b9-9033385bf2ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:01.866086 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e78102ad-7072-4734-a9b9-9033385bf2ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f04eadc7-d884-43c3-a217-4dc5dbb06ad7 HTTP/1.1" status: 204 len: 168 time: 0.4987423 May 04 21:40:01.893292 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78102ad-7072-4734-a9b9-9033385bf2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04eadc7-d884-43c3-a217-4dc5dbb06ad7,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:01.947238 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-fa1e77b2-d837-4a12-9875-ed0580373d55 service neutron] 10.222.0.23 "GET /v2.0/networks/a7f6eef5-001a-461f-af00-0a7a416e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750824 May 04 21:40:02.030601 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks [] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.081384 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0276e853-05f5-4b8d-8008-b6cd8778533d admin admin] Publish callbacks [] for security_group (d62c7e7a-d8d7-44a7-9824-7d14491de660), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.108225 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.108386 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.126885 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0276e853-05f5-4b8d-8008-b6cd8778533d admin admin] Publish callbacks [] for security_group (d62c7e7a-d8d7-44a7-9824-7d14491de660), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.152439 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Attempting to bind port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:02.152815 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Attempting to bind port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:02.153181 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Attempting to bind port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 on network 0f17d82c-63df-4cf1-86e7-b7abee92a710 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:02.212225 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] For port 08134cf1-ee9e-42a0-84ff-c367e324b645, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:02.215397 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:02.225593 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:02.225696 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] For port 08134cf1-ee9e-42a0-84ff-c367e324b645, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=08134cf1-ee9e-42a0-84ff-c367e324b645,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:02.239072 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] For port 5439c67a-7af5-4cc0-8803-88752dc45cab, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:02.243764 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:02.250967 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] For port 5439c67a-7af5-4cc0-8803-88752dc45cab, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=5439c67a-7af5-4cc0-8803-88752dc45cab,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:02.263167 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.317887 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:02.319832 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Checking segment: {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:02.321860 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.322498 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Bound using segment: {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:02.323288 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Bound port: 213dae3a-2d32-46a8-a7e4-c93849af7aa2, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:02.324347 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.351761 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Pushing event updated for resources: {'Port': ['ID=b723eec9-a0fe-4abc-9380-4426efe3e2c6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:02.380377 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37834) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:02.414023 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.445731 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0276e853-05f5-4b8d-8008-b6cd8778533d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (d62c7e7a-d8d7-44a7-9824-7d14491de660), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.450355 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0276e853-05f5-4b8d-8008-b6cd8778533d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.452216 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-0276e853-05f5-4b8d-8008-b6cd8778533d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d62c7e7a-d8d7-44a7-9824-7d14491de660 HTTP/1.1" status: 204 len: 168 time: 0.9027898 May 04 21:40:02.453924 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-690fbecb-b826-4cae-ab5c-eb4e55d983db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.512833 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276e853-05f5-4b8d-8008-b6cd8778533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62c7e7a-d8d7-44a7-9824-7d14491de660,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:02.529681 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks [] for router_gateway (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.600539 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c3ff7661-0ddb-479b-b373-1a79f1ab35a2 req-ae4ccf4d-a7ea-45bb-a24a-2f05ea0e8cb5 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 0.1733749 May 04 21:40:02.641091 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20101922-22f4-46d9-be16-617a6d9c0780 None None] Pushing event updated for resources: {'Port': ['ID=08134cf1-ee9e-42a0-84ff-c367e324b645,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:02.733998 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] For port 213dae3a-2d32-46a8-a7e4-c93849af7aa2, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:02.810223 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] For port 213dae3a-2d32-46a8-a7e4-c93849af7aa2, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=213dae3a-2d32-46a8-a7e4-c93849af7aa2,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:02.867734 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e7e04-d449-4772-b273-f848d7e6f782 None None] Pushing event updated for resources: {'Port': ['ID=5439c67a-7af5-4cc0-8803-88752dc45cab,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:02.880238 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:02.988333 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks [] for router_gateway (ce589d17-d888-4605-bf98-929d27357f48), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:03.007733 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:40:03.092323 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61de5d-b542-41a4-a6b2-7da85cbc4be5 None None] Pushing event updated for resources: {'Port': ['ID=213dae3a-2d32-46a8-a7e4-c93849af7aa2,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:03.308093 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-690fbecb-b826-4cae-ab5c-eb4e55d983db admin admin] Publish callbacks [] for security_group (08fbedb7-fa17-4afe-b753-ae361735c87d), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:03.334374 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-690fbecb-b826-4cae-ab5c-eb4e55d983db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (08fbedb7-fa17-4afe-b753-ae361735c87d), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:03.399935 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (ce589d17-d888-4605-bf98-929d27357f48), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:03.496450 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37866) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:03.629615 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37878) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:03.630231 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-690fbecb-b826-4cae-ab5c-eb4e55d983db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1d1d38807e0408e88610b194f319232&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2168109 May 04 21:40:03.637488 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fbecb-b826-4cae-ab5c-eb4e55d983db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fbedb7-fa17-4afe-b753-ae361735c87d,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:03.664692 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:03.667908 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8f25-e251-4c2a-85cd-5ef7a99a6daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:03.761303 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:40:03.765989 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Router ce589d17-d888-4605-bf98-929d27357f48 is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:40:03.801182 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Sync routers for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:40:03.807563 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4116433f-9494-4116-82b8-14c36c46d78e req-5884acc0-afb6-4b2e-87df-f48c4f408d44 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 0.0479751 May 04 21:40:03.828465 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-71561eb1-b6e7-4dab-a1d2-d79d58a996cd admin admin] Publish callbacks [] for security_group (08fbedb7-fa17-4afe-b753-ae361735c87d), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:03.848552 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:03.850134 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-028a4d8f-21bd-47e6-aef9-75186e35b32e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5523517 May 04 21:40:03.882376 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37886) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:03.986144 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:40:03.994126 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:03.994775 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:03.997452 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Sync routers for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:40:04.012127 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:04.012807 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:04.017206 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-71561eb1-b6e7-4dab-a1d2-d79d58a996cd admin admin] Publish callbacks [] for security_group (08fbedb7-fa17-4afe-b753-ae361735c87d), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:04.063624 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:04.065519 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ea621dd9-4aee-40ff-9f71-6a83f8d68242 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6958108 May 04 21:40:04.069251 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37894) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:04.115085 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-71561eb1-b6e7-4dab-a1d2-d79d58a996cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (08fbedb7-fa17-4afe-b753-ae361735c87d), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:04.118384 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-71561eb1-b6e7-4dab-a1d2-d79d58a996cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:04.119686 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-71561eb1-b6e7-4dab-a1d2-d79d58a996cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08fbedb7-fa17-4afe-b753-ae361735c87d HTTP/1.1" status: 204 len: 168 time: 0.4890807 May 04 21:40:04.132449 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71561eb1-b6e7-4dab-a1d2-d79d58a996cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fbedb7-fa17-4afe-b753-ae361735c87d,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:04.376130 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:04.378264 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:04.407613 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8f25-e251-4c2a-85cd-5ef7a99a6daa admin admin] Publish callbacks [] for security_group (dd9a9b0b-80d0-4c23-af60-cf7cdb531a2d), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:04.445928 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8f25-e251-4c2a-85cd-5ef7a99a6daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (dd9a9b0b-80d0-4c23-af60-cf7cdb531a2d), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:04.698160 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:40:04.710203 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 08134cf1-ee9e-42a0-84ff-c367e324b645 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:04.716219 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90494e2-f7e5-4e3c-bc68-3ef19a2ce5a3 None None] Network a876eee9-79cf-44aa-82d1-f69c185490e4 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:40:04.765355 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:00Z', 'revision_number': 3, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:04.802519 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Checking router: 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:40:04.803709 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Updating router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 port e107f471-3123-4990-988b-5b98fd27e7d9 binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:40:04.845419 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:04.858487 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-452f0cf3-013c-4513-ae9c-84af4d20c21d None None] Provisioning complete for port 5439c67a-7af5-4cc0-8803-88752dc45cab triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:04.867008 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-452f0cf3-013c-4513-ae9c-84af4d20c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:04.898041 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8889dc-706e-4963-8307-75b0437900ef None None] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:40:05.095969 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2af69171-aceb-47e5-a07d-acbe5b2d28be req-67b008c6-8f18-4606-8576-7e6c051f540d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 0.0731840 May 04 21:40:05.150019 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b8f25-e251-4c2a-85cd-5ef7a99a6daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a9b0b-80d0-4c23-af60-cf7cdb531a2d,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:05.194558 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 08134cf1-ee9e-42a0-84ff-c367e324b645 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:05.195037 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.243599 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-6e2b8f25-e251-4c2a-85cd-5ef7a99a6daa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53904d4fb6714924b3d6623473f6701a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7427428 May 04 21:40:05.243894 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 37924) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:05.254229 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935b72f-c2e8-434b-83f3-5e6bbddbd5b3 None None] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:40:05.276544 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:40:05.296379 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Sync routers for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:40:05.340757 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:05.346605 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.348659 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-dd0d198a-efe1-40ed-a1c9-16b76c61a959 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5850890 May 04 21:40:05.349381 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:05.353787 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 37932) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:05.364039 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-658f37d8-844f-47e2-bb77-546e44e978e5 admin admin] Publish callbacks [] for security_group (dd9a9b0b-80d0-4c23-af60-cf7cdb531a2d), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.409729 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-658f37d8-844f-47e2-bb77-546e44e978e5 admin admin] Publish callbacks [] for security_group (dd9a9b0b-80d0-4c23-af60-cf7cdb531a2d), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.498795 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-658f37d8-844f-47e2-bb77-546e44e978e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (dd9a9b0b-80d0-4c23-af60-cf7cdb531a2d), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.502312 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-658f37d8-844f-47e2-bb77-546e44e978e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.506839 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-658f37d8-844f-47e2-bb77-546e44e978e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd9a9b0b-80d0-4c23-af60-cf7cdb531a2d HTTP/1.1" status: 204 len: 168 time: 0.2618971 May 04 21:40:05.520282 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f37d8-844f-47e2-bb77-546e44e978e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a9b0b-80d0-4c23-af60-cf7cdb531a2d,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:05.634187 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-452f0cf3-013c-4513-ae9c-84af4d20c21d None None] Current status of the port 5439c67a-7af5-4cc0-8803-88752dc45cab is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:05.634694 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-452f0cf3-013c-4513-ae9c-84af4d20c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.650861 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:02Z', 'revision_number': 3, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:05.700016 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:05.731870 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-452f0cf3-013c-4513-ae9c-84af4d20c21d None None] For port 5439c67a-7af5-4cc0-8803-88752dc45cab, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=5439c67a-7af5-4cc0-8803-88752dc45cab,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:05.733775 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Checking router: ce589d17-d888-4605-bf98-929d27357f48 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:40:05.734122 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Updating router ce589d17-d888-4605-bf98-929d27357f48 port b723eec9-a0fe-4abc-9380-4426efe3e2c6 binding host dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:40:05.802121 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.938651 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.943653 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Publish callbacks [] for port (e107f471-3123-4990-988b-5b98fd27e7d9), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:05.963356 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.134072 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-452f0cf3-013c-4513-ae9c-84af4d20c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.149333 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 08134cf1-ee9e-42a0-84ff-c367e324b645 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:06.159110 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Pushing event updated for resources: {'Port': ['ID=e107f471-3123-4990-988b-5b98fd27e7d9,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:06.160012 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.173836 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.174806 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.177928 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.178527 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.179087 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.179661 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.180212 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.180743 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.181270 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.182506 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.183210 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.183921 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.184456 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.185478 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.186134 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Tracked resource versions report: May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: pushed versions: May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: { 'AddressGroup': {'1.2'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Agent': {'1.1'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'ConntrackHelper': {'1.0'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'LocalIPAssociation': {'1.0'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Log': {'1.0'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'NDPProxy': {'1.0'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Network': {'1.1'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Port': {'1.7'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'PortForwarding': {'1.3'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'QosPolicy': {'1.10'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SecurityGroup': {'1.5'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SecurityGroupRule': {'1.2'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SubPort': {'1.0'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Subnet': {'1.1'}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Trunk': {'1.1'}} May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: consumer versions: May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: { DHCP agent@dv-cinder-836083-5-iscsi: {}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: HyperV agent@hv-cinder-83608: {}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: L3 agent@dv-cinder-836083-5-iscsi: {}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: Metadata agent@dv-cinder-836083-5-iscsi: {}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: Metering agent@dv-cinder-836083-5-iscsi: {}, May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: Open vSwitch agent@dv-cinder-836083-5-iscsi: { 'AddressGroup': '1.2', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Agent': '1.1', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'ConntrackHelper': '1.0', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'LocalIPAssociation': '1.0', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Log': '1.0', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'NDPProxy': '1.0', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Network': '1.1', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Port': '1.7', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'PortForwarding': '1.3', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'QosPolicy': '1.10', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SecurityGroup': '1.5', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SecurityGroupRule': '1.2', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'SubPort': '1.0', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Subnet': '1.1', May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: 'Trunk': '1.1'}} May 04 21:40:06.188404 dv-cinder-836083-5-iscsi neutron-server[110030]: {{(pid=110030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 21:40:06.194004 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Attempting to bind port e107f471-3123-4990-988b-5b98fd27e7d9 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:06.194574 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Attempting to bind port e107f471-3123-4990-988b-5b98fd27e7d9 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:06.195082 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Attempting to bind port e107f471-3123-4990-988b-5b98fd27e7d9 on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:06.219330 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:06.219827 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:06.220245 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.222496 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:06.223509 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Bound port: e107f471-3123-4990-988b-5b98fd27e7d9, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:06.224079 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.246980 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port 08134cf1-ee9e-42a0-84ff-c367e324b645, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=08134cf1-ee9e-42a0-84ff-c367e324b645,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:06.265070 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-504a51c0-5178-4b8c-96fe-0da1105460a3 None None] Provisioning complete for port 08134cf1-ee9e-42a0-84ff-c367e324b645 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:06.265475 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-504a51c0-5178-4b8c-96fe-0da1105460a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.269837 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-63ce8857-a3be-4b21-8882-d0a50da69aaf req-cdf34ddc-780f-4fa7-86fe-239fdf0b551f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 0.0619929 May 04 21:40:06.315934 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] For port e107f471-3123-4990-988b-5b98fd27e7d9, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:06.319589 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.321562 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 213dae3a-2d32-46a8-a7e4-c93849af7aa2 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:06.322583 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] For port e107f471-3123-4990-988b-5b98fd27e7d9, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=e107f471-3123-4990-988b-5b98fd27e7d9,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:06.338880 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.460606 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.470150 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:06.471121 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:06.478175 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de74e4-eeb7-4499-aa6f-029225a09763 None None] Pushing event updated for resources: {'Port': ['ID=e107f471-3123-4990-988b-5b98fd27e7d9,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:06.493291 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f0cf3-013c-4513-ae9c-84af4d20c21d None None] Pushing event updated for resources: {'Port': ['ID=5439c67a-7af5-4cc0-8803-88752dc45cab,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:06.540112 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:02Z', 'revision_number': 3, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:06.543488 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Publish callbacks [] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.588118 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:06.588506 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.594004 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Checking router: 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:40:06.594503 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Updating router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:40:06.596129 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-504a51c0-5178-4b8c-96fe-0da1105460a3 None None] Current status of the port 08134cf1-ee9e-42a0-84ff-c367e324b645 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:06.613734 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.669470 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=08134cf1-ee9e-42a0-84ff-c367e324b645,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:06.677527 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-504a51c0-5178-4b8c-96fe-0da1105460a3 None None] Provisioning complete for port 5439c67a-7af5-4cc0-8803-88752dc45cab triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:06.677711 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-504a51c0-5178-4b8c-96fe-0da1105460a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.680953 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.713172 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Allocated IP 172.20.0.1 (a876eee9-79cf-44aa-82d1-f69c185490e4/7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa/9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:06.730158 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:06.806239 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533813ee-1134-4250-b48b-328cc70f8e2c None None] Pushing event updated for resources: {'Port': ['ID=b723eec9-a0fe-4abc-9380-4426efe3e2c6,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:06.821096 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Attempting to bind port b723eec9-a0fe-4abc-9380-4426efe3e2c6 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:06.821634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Attempting to bind port b723eec9-a0fe-4abc-9380-4426efe3e2c6 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:06.822005 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Attempting to bind port b723eec9-a0fe-4abc-9380-4426efe3e2c6 on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:06.830870 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:06.831249 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:06.832676 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.833087 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:06.833573 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Bound port: b723eec9-a0fe-4abc-9380-4426efe3e2c6, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:06.833957 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:06.907435 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] For port b723eec9-a0fe-4abc-9380-4426efe3e2c6, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:06.931670 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] For port b723eec9-a0fe-4abc-9380-4426efe3e2c6, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=b723eec9-a0fe-4abc-9380-4426efe3e2c6,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:06.988969 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-504a51c0-5178-4b8c-96fe-0da1105460a3 None None] Current status of the port 5439c67a-7af5-4cc0-8803-88752dc45cab is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:06.994373 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.059013 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:00Z', 'revision_number': 3, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:07.127004 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Allocated IP 172.20.0.1 (0f17d82c-63df-4cf1-86e7-b7abee92a710/4753f203-8d97-4e83-bef9-56f542d6fa65/d1407216-9a82-43c6-bd39-dadd9c4d5f1d) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:07.132767 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Publish callbacks [] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.142642 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7bfb19-ecd9-40d7-9d9a-0615986c1069 None None] The sync data for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi is: [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:00Z', 'revision_number': 3, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:40:07.226275 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533813ee-1134-4250-b48b-328cc70f8e2c None None] Pushing event updated for resources: {'Port': ['ID=b723eec9-a0fe-4abc-9380-4426efe3e2c6,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:07.242180 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.281403 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-504a51c0-5178-4b8c-96fe-0da1105460a3 None None] Provisioning complete for port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:07.281987 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-504a51c0-5178-4b8c-96fe-0da1105460a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.291544 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:07.291860 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.363192 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.459391 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port 213dae3a-2d32-46a8-a7e4-c93849af7aa2, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=213dae3a-2d32-46a8-a7e4-c93849af7aa2,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:07.468550 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:07.469203 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:07.475126 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.475126 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 5439c67a-7af5-4cc0-8803-88752dc45cab up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:07.525327 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e8932c64-66a6-4611-9a53-a50351146a70 req-e8ccf084-032d-4081-ad8d-373074cc54c7 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 0.0716932 May 04 21:40:07.561974 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Publish callbacks [] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.568889 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.644523 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42383d7e-a6a4-4fbf-824c-92c018bbcaad None None] Pushing event updated for resources: {'Port': ['ID=b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:07.697761 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Attempting to bind port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:07.699912 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Attempting to bind port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:07.701533 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Attempting to bind port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:07.723800 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:07.724114 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:07.724513 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.724904 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:07.725374 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Bound port: b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:07.725750 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.733283 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Network a876eee9-79cf-44aa-82d1-f69c185490e4 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:07.746845 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:07.750669 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 5439c67a-7af5-4cc0-8803-88752dc45cab triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:07.750669 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.765992 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:07.766510 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.783782 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:07.790361 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:07.802300 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=213dae3a-2d32-46a8-a7e4-c93849af7aa2,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:07.862090 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] For port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:07.868062 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] For port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:07.879428 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.953151 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Publish callbacks [] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:07.993414 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:07.994111 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:08.002422 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-504a51c0-5178-4b8c-96fe-0da1105460a3 None None] Current status of the port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:08.165329 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-5bdd8716-856c-4b48-9139-f313573f516b None None] Provisioning complete for port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:08.165719 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8716-856c-4b48-9139-f313573f516b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:08.186201 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:08.246510 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 5439c67a-7af5-4cc0-8803-88752dc45cab is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:08.254641 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42383d7e-a6a4-4fbf-824c-92c018bbcaad None None] Pushing event updated for resources: {'Port': ['ID=b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:08.292579 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:08.298421 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Allocated IP 172.20.0.1 (6a8f1734-116e-431a-8f58-ff8f973d9ef8/5d0e59e9-7db3-41ee-b981-3898aa695710/615c6663-13bb-4ff5-91b1-11eb20f993cb) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:08.339527 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd8716-856c-4b48-9139-f313573f516b None None] Port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:08.360191 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:02Z', 'revision_number': 3, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:08.420593 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d070422-4baf-4807-b1ee-7751493a0d3d None None] The sync data for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi is: [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:02Z', 'revision_number': 3, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:40:08.454074 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:08.506071 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:08.535298 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:08.536096 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (ce589d17-d888-4605-bf98-929d27357f48), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:08.551106 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Pushing event updated for resources: {'Port': ['ID=d1407216-9a82-43c6-bd39-dadd9c4d5f1d,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:08.584564 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:02Z', 'revision_number': 3, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:08.640343 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device e107f471-3123-4990-988b-5b98fd27e7d9 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:08.716757 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:08.724614 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf57c3f-e66c-4303-8e61-26023ad94f78 None None] The sync data for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi is: [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:02Z', 'revision_number': 3, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:40:08.759236 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port e107f471-3123-4990-988b-5b98fd27e7d9 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:08.759236 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:08.876400 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Publish callbacks [] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:08.982063 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.047246 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:09.049253 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port e107f471-3123-4990-988b-5b98fd27e7d9 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:09.051302 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.067493 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:09.081305 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:09.083149 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.132852 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port e107f471-3123-4990-988b-5b98fd27e7d9, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=e107f471-3123-4990-988b-5b98fd27e7d9,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:09.141801 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-397b86b8-fc58-4929-8b4d-a173c47eba32 None None] Provisioning complete for port d1407216-9a82-43c6-bd39-dadd9c4d5f1d triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:09.142410 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-397b86b8-fc58-4929-8b4d-a173c47eba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.147801 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.149392 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 08134cf1-ee9e-42a0-84ff-c367e324b645 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:09.252192 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-926b75d3-4fd4-485c-aefa-56b0cc851167 req-b1a3e668-bc83-4dd0-85cc-04e367c8140c tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 0.5360661 May 04 21:40:09.317129 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Pushing event updated for resources: {'Port': ['ID=615c6663-13bb-4ff5-91b1-11eb20f993cb,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:09.439342 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-397b86b8-fc58-4929-8b4d-a173c47eba32 None None] Port d1407216-9a82-43c6-bd39-dadd9c4d5f1d cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:09.493755 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=e107f471-3123-4990-988b-5b98fd27e7d9,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:09.508610 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 08134cf1-ee9e-42a0-84ff-c367e324b645 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:09.508984 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.544374 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.21', 53995) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:09.590627 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.634159 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.685299 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-ad509947-a7c6-4550-b716-616ca3d50882 None None] Provisioning complete for port 615c6663-13bb-4ff5-91b1-11eb20f993cb triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:09.685686 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ad509947-a7c6-4550-b716-616ca3d50882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.738081 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-c131e5da-7768-41ae-a181-2cf607cb6d30 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:09.747520 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-c131e5da-7768-41ae-a181-2cf607cb6d30 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.21 "GET /v2.0/networks?id=a7f6eef5-001a-461f-af00-0a7a416e05ff HTTP/1.1" status: 200 len: 812 time: 0.1976364 May 04 21:40:09.756404 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 08134cf1-ee9e-42a0-84ff-c367e324b645 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:09.757703 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 213dae3a-2d32-46a8-a7e4-c93849af7aa2 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:09.805487 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Publish callbacks [] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.810129 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-ad509947-a7c6-4550-b716-616ca3d50882 None None] Port 615c6663-13bb-4ff5-91b1-11eb20f993cb cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:09.846008 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:09.846564 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.847099 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Request body: {'port': {'device_id': 'c008c4a0-aee4-49d5-b9f2-a8fbf603ed26', 'network_id': 'a7f6eef5-001a-461f-af00-0a7a416e05ff', 'admin_state_up': True, 'tenant_id': '7b9fa6a05dcd47eb8fd05a41a757bc8a'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:09.924578 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.927652 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:09.987973 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:09.989457 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 5439c67a-7af5-4cc0-8803-88752dc45cab up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:10.092291 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 5439c67a-7af5-4cc0-8803-88752dc45cab triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:10.092958 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:10.277443 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 5439c67a-7af5-4cc0-8803-88752dc45cab is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:10.280514 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Made reservation on behalf of 7b9fa6a05dcd47eb8fd05a41a757bc8a for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:40:10.284411 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:10.342530 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:10.366550 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Publish callbacks [] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:10.390547 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:10.391274 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (ce589d17-d888-4605-bf98-929d27357f48), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:10.538040 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Network a876eee9-79cf-44aa-82d1-f69c185490e4 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:10.550971 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:10.810354 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device e107f471-3123-4990-988b-5b98fd27e7d9 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:10.897231 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Pushing event updated for resources: {'Port': ['ID=d1407216-9a82-43c6-bd39-dadd9c4d5f1d,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:10.961620 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port e107f471-3123-4990-988b-5b98fd27e7d9 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:10.962206 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:11.095866 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-fc6619a5-ec55-4b56-93dc-f7ff3cf597b5 None None] Provisioning complete for port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:11.096194 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc6619a5-ec55-4b56-93dc-f7ff3cf597b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:11.097901 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Allocated IP 172.20.0.3 (a7f6eef5-001a-461f-af00-0a7a416e05ff/11fc0f3d-3e42-4b7a-8a6e-d06df1574add/999bbb47-2079-4eaf-9cd2-f90ff6dbcaab) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:11.267250 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-fc6619a5-ec55-4b56-93dc-f7ff3cf597b5 None None] Port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:11.303458 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:40:11.354090 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Publish callbacks [] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:11.459242 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port e107f471-3123-4990-988b-5b98fd27e7d9 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:11.469562 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:11.603930 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:11.604814 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:11.609527 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:40:11.625367 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Sync routers for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:40:11.638586 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cc8d1f9a-b716-44a0-8f32-8972f66f0b9a req-51803155-34e8-428f-867f-2111340fae4a tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 1.1667678 May 04 21:40:11.664884 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-66d5426a-6e0a-4bac-89dc-c7834e20f431 admin admin] 10.222.0.23 "PUT /v2.0/routers/59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7783971 May 04 21:40:11.665354 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:11.666412 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:11.697187 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Publish callbacks [] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:11.713849 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:11.732791 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:11.744982 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:11.745924 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:11.776051 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:11.976582 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Pushing event updated for resources: {'Port': ['ID=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:11.995781 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Network a7f6eef5-001a-461f-af00-0a7a416e05ff is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:11.997904 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:12.000830 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:12.007766 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:12.008583 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:12.070587 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-59b29c81-df46-4816-9d5b-383ea09ffbf2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2289081 May 04 21:40:12.155695 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Pushing event updated for resources: {'Port': ['ID=615c6663-13bb-4ff5-91b1-11eb20f993cb,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:12.157399 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-dfc8ca6e-f30c-4fb1-a809-bb98b51ec627 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:40:12.161477 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-dfc8ca6e-f30c-4fb1-a809-bb98b51ec627 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0310383 May 04 21:40:12.195190 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Router ce589d17-d888-4605-bf98-929d27357f48 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:40:12.360977 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:12.403008 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:12.408692 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:12.614886 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:40:12.635899 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-659b0544-86bb-43ca-9f36-7a4e0c5b9dce admin admin] 10.222.0.23 "PUT /v2.0/routers/ce589d17-d888-4605-bf98-929d27357f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5523267 May 04 21:40:12.635991 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Sync routers for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:40:12.642709 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Request body: {'port': {'device_id': 'c008c4a0-aee4-49d5-b9f2-a8fbf603ed26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:12.648069 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:12.655882 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:12.808319 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:40:12.920188 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:12.991143 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-e2b0c9b1-b96c-42e1-8f7a-f5cf20e85e5c None None] Provisioning complete for port d1407216-9a82-43c6-bd39-dadd9c4d5f1d triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:12.992139 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c9b1-b96c-42e1-8f7a-f5cf20e85e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:13.098495 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:40:13.108028 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-43dc5eaa-32c2-4423-8ee5-78249f4e05f0 admin admin] 10.222.0.23 "PUT /v2.0/routers/6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7530179 May 04 21:40:13.114426 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:13.223622 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:13.225555 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:13.245623 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Sync routers for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:40:13.260496 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38170) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:13.263490 dv-cinder-836083-5-iscsi neutron-server[110027]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 21:40:13.366038 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:13.375809 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0c9b1-b96c-42e1-8f7a-f5cf20e85e5c None None] Port d1407216-9a82-43c6-bd39-dadd9c4d5f1d cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:13.390419 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 2, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:13.398553 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:13.401415 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b723eec9-a0fe-4abc-9380-4426efe3e2c6 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:13.526899 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287e17-2d4c-45ac-9f05-0720d9503bc0 req-8cc2956d-8236-47ef-a41a-8a0bd138879f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:13.530077 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-33287e17-2d4c-45ac-9f05-0720d9503bc0 req-8cc2956d-8236-47ef-a41a-8a0bd138879f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 931 time: 0.2665815 May 04 21:40:13.618583 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-4650c9fa-5113-4dfb-90ce-0330e999c8e3 None None] Provisioning complete for port 615c6663-13bb-4ff5-91b1-11eb20f993cb triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:13.620226 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4650c9fa-5113-4dfb-90ce-0330e999c8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:13.667567 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-33287e17-2d4c-45ac-9f05-0720d9503bc0 req-354d53cd-68d5-4125-ad48-7119a8889759 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303649 May 04 21:40:13.711781 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Checking router: 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:40:13.715399 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Updating router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb binding host dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:40:13.719749 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:13.720663 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:13.734070 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:10Z', 'revision_number': 2, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:13.826255 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Checking router: ce589d17-d888-4605-bf98-929d27357f48 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:40:13.829753 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Updating router ce589d17-d888-4605-bf98-929d27357f48 port d1407216-9a82-43c6-bd39-dadd9c4d5f1d binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:40:13.853773 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:40:13.870667 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port b723eec9-a0fe-4abc-9380-4426efe3e2c6 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:13.871152 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:13.873278 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Publish callbacks [] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:13.882691 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-4650c9fa-5113-4dfb-90ce-0330e999c8e3 None None] Port 615c6663-13bb-4ff5-91b1-11eb20f993cb cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:13.918460 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:13.921215 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Transition to ACTIVE for port object 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:40:13.928592 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:13.930830 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38182) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:13.935515 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:13.935733 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-db2fcba6-bf1b-420f-a091-d76958a4c4d0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148265271', 'description': 'tempest-description--363764608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:13.940095 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.028637 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-db2fcba6-bf1b-420f-a091-d76958a4c4d0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.126838 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Pushing event updated for resources: {'Port': ['ID=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:14.131593 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Attempting to bind port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:14.132206 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Attempting to bind port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '9d478393-361d-465f-9188-151c617d9bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7f6eef5-001a-461f-af00-0a7a416e05ff'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:14.132729 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Attempting to bind port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab on network a7f6eef5-001a-461f-af00-0a7a416e05ff {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:14.138338 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab on network a7f6eef5-001a-461f-af00-0a7a416e05ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:40:14.138909 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Attempting to bind port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab on network a7f6eef5-001a-461f-af00-0a7a416e05ff {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:14.144506 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:14.145235 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Checking segment: {'id': '9d478393-361d-465f-9188-151c617d9bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7f6eef5-001a-461f-af00-0a7a416e05ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:14.145993 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Bound using segment: {'id': '9d478393-361d-465f-9188-151c617d9bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7f6eef5-001a-461f-af00-0a7a416e05ff'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:14.146721 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Bound port: 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d478393-361d-465f-9188-151c617d9bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7f6eef5-001a-461f-af00-0a7a416e05ff'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:14.147265 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.182309 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:14.279006 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-db2fcba6-bf1b-420f-a091-d76958a4c4d0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (2fb38ba9-cc5f-4a19-a737-49c730bc24b5), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.280391 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] For port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab, host hv-cinder-83608, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:14.285732 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-db2fcba6-bf1b-420f-a091-d76958a4c4d0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (2fb38ba9-cc5f-4a19-a737-49c730bc24b5), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.288619 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] For port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,segment=NetworkSegment(9d478393-361d-465f-9188-151c617d9bf8),segment_id=9d478393-361d-465f-9188-151c617d9bf8)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:14.306767 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.426291 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port b723eec9-a0fe-4abc-9380-4426efe3e2c6 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:14.426915 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.445092 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-db2fcba6-bf1b-420f-a091-d76958a4c4d0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.446551 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-db2fcba6-bf1b-420f-a091-d76958a4c4d0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5144513 May 04 21:40:14.481126 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38204) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:14.481459 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38206) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:14.500431 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-4f2a60b8-3616-4265-8a50-2e04ec17e988 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'security_group_rule': {'security_group_id': '2fb38ba9-cc5f-4a19-a737-49c730bc24b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:14.508001 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-3df7d50c-6c36-47de-8811-e9df733ea2fa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630473730', 'description': 'tempest-description--2048358064'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:14.517127 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Pushing event updated for resources: {'Port': ['ID=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:14.523145 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:14.523820 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.525240 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-8cd60f5a-9b65-4a00-a6da-ada73c359a9d service neutron] 10.222.0.21 "PUT /v2.0/ports/999bbb47-2079-4eaf-9cd2-f90ff6dbcaab HTTP/1.1" status: 200 len: 1093 time: 2.0106668 May 04 21:40:14.526749 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c008c4a0-aee4-49d5-b9f2-a8fbf603ed26', 'tag': '999bbb47-2079-4eaf-9cd2-f90ff6dbcaab'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:40:14.527012 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fcba6-bf1b-420f-a091-d76958a4c4d0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb38ba9-cc5f-4a19-a737-49c730bc24b5,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:14.622280 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port b723eec9-a0fe-4abc-9380-4426efe3e2c6, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=b723eec9-a0fe-4abc-9380-4426efe3e2c6,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:14.639763 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.689141 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3df7d50c-6c36-47de-8811-e9df733ea2fa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.825852 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db470e8-2b1f-4550-b04a-88c27108ca43" -d '{"events": [{"name": "network-changed", "server_uuid": "c008c4a0-aee4-49d5-b9f2-a8fbf603ed26", "tag": "999bbb47-2079-4eaf-9cd2-f90ff6dbcaab"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:40:14.830125 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f2a60b8-3616-4265-8a50-2e04ec17e988 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (056a2aa8-a3a1-4920-a7f5-c27bd446d7b9), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.849927 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:10Z', 'revision_number': 2, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:14.892761 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=b723eec9-a0fe-4abc-9380-4426efe3e2c6,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:14.900143 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:14.935752 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Checking router: 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:40:14.936136 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Updating router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 port 615c6663-13bb-4ff5-91b1-11eb20f993cb binding host dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:40:14.948614 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Publish callbacks [] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.958633 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.973256 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35867150-3cf8-430a-9d12-5db8d40480ae req-379163fe-6014-48bd-8cac-56f18fcd90c7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:14.978628 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Publish callbacks [] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:14.989460 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-379163fe-6014-48bd-8cac-56f18fcd90c7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 819 time: 0.6004894 May 04 21:40:15.002790 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.021117 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-190a9fc2-b2e0-48d4-a80d-a0c1d0328a91 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/quotas/3b05fdea4cf3422d991c8cb98cafe373 HTTP/1.1" status: 200 len: 375 time: 0.0249856 May 04 21:40:15.065654 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.190011 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59201864-205a-4315-af8a-1c7946df5c14 None None] Pushing event updated for resources: {'Port': ['ID=d1407216-9a82-43c6-bd39-dadd9c4d5f1d,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:15.195960 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f336617-a043-40d3-a70e-dfb3c4d6606a None None] Pushing event updated for resources: {'Port': ['ID=9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:15.202356 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Attempting to bind port d1407216-9a82-43c6-bd39-dadd9c4d5f1d on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:15.203528 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Attempting to bind port d1407216-9a82-43c6-bd39-dadd9c4d5f1d by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:15.204094 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Attempting to bind port d1407216-9a82-43c6-bd39-dadd9c4d5f1d on network 0f17d82c-63df-4cf1-86e7-b7abee92a710 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:15.217443 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:15.218018 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.227686 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:15.228840 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Checking segment: {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:15.238015 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.238876 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Bound using segment: {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:15.243750 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Bound port: d1407216-9a82-43c6-bd39-dadd9c4d5f1d, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:15.247041 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.300342 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-ad68d2af-41ca-4189-8a3b-d643a8d7a4f6 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2722516 May 04 21:40:15.395182 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f2a60b8-3616-4265-8a50-2e04ec17e988 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (056a2aa8-a3a1-4920-a7f5-c27bd446d7b9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.407273 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7d444-7bd5-4797-a604-3daa6f959d45 req-a5fc9755-9b9b-410b-af68-05a5a5f32f04 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:15.414608 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-50b7d444-7bd5-4797-a604-3daa6f959d45 req-a5fc9755-9b9b-410b-af68-05a5a5f32f04 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.5408792 May 04 21:40:15.418952 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f2a60b8-3616-4265-8a50-2e04ec17e988 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (056a2aa8-a3a1-4920-a7f5-c27bd446d7b9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.456929 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] For port d1407216-9a82-43c6-bd39-dadd9c4d5f1d, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:15.464733 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] For port d1407216-9a82-43c6-bd39-dadd9c4d5f1d, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=d1407216-9a82-43c6-bd39-dadd9c4d5f1d,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:15.476049 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.482118 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-c75bc1b2-0a67-4f6d-9bed-4227d8892b03 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:40:15.483414 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-c75bc1b2-0a67-4f6d-9bed-4227d8892b03 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0837579 May 04 21:40:15.505649 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-50b7d444-7bd5-4797-a604-3daa6f959d45 req-640399ec-7207-49fc-b811-d40e690b048c tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900619 May 04 21:40:15.547485 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:15.548536 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:15.550754 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59201864-205a-4315-af8a-1c7946df5c14 None None] Pushing event updated for resources: {'Port': ['ID=d1407216-9a82-43c6-bd39-dadd9c4d5f1d,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:15.551620 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a60b8-3616-4265-8a50-2e04ec17e988 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056a2aa8-a3a1-4920-a7f5-c27bd446d7b9,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:15.563774 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f2a60b8-3616-4265-8a50-2e04ec17e988 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.568022 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4f2a60b8-3616-4265-8a50-2e04ec17e988 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0819509 May 04 21:40:15.571475 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38240) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:15.581063 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-e3fa2f1f-1ef5-4ab3-8110-911b2b38846f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'security_group_rule': {'security_group_id': '2fb38ba9-cc5f-4a19-a737-49c730bc24b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:15.644091 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3df7d50c-6c36-47de-8811-e9df733ea2fa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (2f2b4375-a619-467b-bda5-50417dbe4482), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.653082 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2f1f-1ef5-4ab3-8110-911b2b38846f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (005ae095-e212-4854-83e3-2328c286e150), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.736636 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2f1f-1ef5-4ab3-8110-911b2b38846f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (005ae095-e212-4854-83e3-2328c286e150), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.741348 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3df7d50c-6c36-47de-8811-e9df733ea2fa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (2f2b4375-a619-467b-bda5-50417dbe4482), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.754358 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2f1f-1ef5-4ab3-8110-911b2b38846f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (005ae095-e212-4854-83e3-2328c286e150), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.778621 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d8d14-1605-4abe-91e9-004928293ae6 x-openstack-request-id: req-382d8d14-1605-4abe-91e9-004928293ae6 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:40:15.779194 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c008c4a0-aee4-49d5-b9f2-a8fbf603ed26", "tag": "999bbb47-2079-4eaf-9cd2-f90ff6dbcaab", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:40:15.779602 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-382d8d14-1605-4abe-91e9-004928293ae6 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:40:15.780193 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382d8d14-1605-4abe-91e9-004928293ae6'] response: {'name': 'network-changed', 'server_uuid': 'c008c4a0-aee4-49d5-b9f2-a8fbf603ed26', 'tag': '999bbb47-2079-4eaf-9cd2-f90ff6dbcaab', 'status': 'completed', 'code': 200} May 04 21:40:15.783465 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa2f1f-1ef5-4ab3-8110-911b2b38846f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005ae095-e212-4854-83e3-2328c286e150,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:15.789475 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:15.856976 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3df7d50c-6c36-47de-8811-e9df733ea2fa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.858199 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3df7d50c-6c36-47de-8811-e9df733ea2fa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3668160 May 04 21:40:15.868830 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38248) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:15.871281 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7d50c-6c36-47de-8811-e9df733ea2fa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2b4375-a619-467b-bda5-50417dbe4482,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:15.895422 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Provisioning complete for port d1407216-9a82-43c6-bd39-dadd9c4d5f1d triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:15.896020 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-f46e7b59-5faf-4d31-98c8-db85950d4f4d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'security_group_rule': {'security_group_id': '2f2b4375-a619-467b-bda5-50417dbe4482', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:15.896111 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.904414 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2f1f-1ef5-4ab3-8110-911b2b38846f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.908409 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e3fa2f1f-1ef5-4ab3-8110-911b2b38846f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332052 May 04 21:40:15.910654 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38250) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:15.918195 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:15.943635 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-b137357b-e600-4313-b94c-d66c8d05c4cb service neutron] 10.222.0.23 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533820 May 04 21:40:15.949116 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Attempting to bind port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:15.949489 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Attempting to bind port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:15.949852 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Attempting to bind port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb on network a876eee9-79cf-44aa-82d1-f69c185490e4 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:15.976518 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.985421 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:15.985805 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Checking segment: {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:15.986206 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:15.986599 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Bound using segment: {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:15.987083 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Bound port: 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:15.987569 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.052243 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f46e7b59-5faf-4d31-98c8-db85950d4f4d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (6821ff2e-36f4-467f-896c-7fe570215332), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.110815 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-3e30b371-68ac-42f8-99bc-abd8f3edcdc9 service neutron] 10.222.0.23 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614008 May 04 21:40:16.138596 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:16.160744 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Publish callbacks [] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.172475 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.177003 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:15Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:16.185706 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.197034 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f46e7b59-5faf-4d31-98c8-db85950d4f4d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (6821ff2e-36f4-467f-896c-7fe570215332), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.217416 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Current status of the port d1407216-9a82-43c6-bd39-dadd9c4d5f1d is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:16.217812 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.224170 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] For port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:16.227406 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea66923-1622-4ade-94fb-2fb78b658e15 None None] The sync data for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi is: [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:15Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:40:16.229537 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f46e7b59-5faf-4d31-98c8-db85950d4f4d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (6821ff2e-36f4-467f-896c-7fe570215332), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.260184 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] For port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:16.277195 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e7b59-5faf-4d31-98c8-db85950d4f4d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6821ff2e-36f4-467f-896c-7fe570215332,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:16.299891 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.337300 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260b5a1-d442-497f-9bf5-b3dc24d1c2f0 None None] Pushing event updated for resources: {'Port': ['ID=615c6663-13bb-4ff5-91b1-11eb20f993cb,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:16.342905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f46e7b59-5faf-4d31-98c8-db85950d4f4d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.349136 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f46e7b59-5faf-4d31-98c8-db85950d4f4d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4650352 May 04 21:40:16.351798 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38256) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:16.362359 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-9edef9ec-e30c-40aa-91d9-00c58e5c5fe1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'security_group_rule': {'security_group_id': '2f2b4375-a619-467b-bda5-50417dbe4482', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:16.410932 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] For port d1407216-9a82-43c6-bd39-dadd9c4d5f1d, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=d1407216-9a82-43c6-bd39-dadd9c4d5f1d,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:16.433446 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Allocated IP 172.27.1.87 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/49085d87-7405-4ddd-9616-ba14842d0b25) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:16.472309 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.495705 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9edef9ec-e30c-40aa-91d9-00c58e5c5fe1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (8c1dac31-1980-4178-8530-110a7ff9b2a8), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.536724 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:16.537376 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:16.563633 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Provisioning complete for port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:16.563872 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.617696 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eb454f1d-0885-4633-8582-da1a5b4b58f0 req-dd3780f4-a1a0-4a77-995a-a46b62ffdb96 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 210 time: 0.0737782 May 04 21:40:16.666914 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9edef9ec-e30c-40aa-91d9-00c58e5c5fe1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (8c1dac31-1980-4178-8530-110a7ff9b2a8), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.677289 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9edef9ec-e30c-40aa-91d9-00c58e5c5fe1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (8c1dac31-1980-4178-8530-110a7ff9b2a8), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.694342 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f336617-a043-40d3-a70e-dfb3c4d6606a None None] Pushing event updated for resources: {'Port': ['ID=9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:16.724336 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for port (49085d87-7405-4ddd-9616-ba14842d0b25), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.735196 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9edef9ec-e30c-40aa-91d9-00c58e5c5fe1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.741428 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-9edef9ec-e30c-40aa-91d9-00c58e5c5fe1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3857427 May 04 21:40:16.744742 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Attempting to bind port 615c6663-13bb-4ff5-91b1-11eb20f993cb on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:16.745083 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38276) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:16.745578 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Attempting to bind port 615c6663-13bb-4ff5-91b1-11eb20f993cb by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:16.746086 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Attempting to bind port 615c6663-13bb-4ff5-91b1-11eb20f993cb on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:16.760660 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edef9ec-e30c-40aa-91d9-00c58e5c5fe1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1dac31-1980-4178-8530-110a7ff9b2a8,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:16.763855 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:16.823202 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.834466 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (49085d87-7405-4ddd-9616-ba14842d0b25), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:16.846732 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f6544-cf51-4f90-9c7d-e62615546260 req-e3d5fbb4-a7df-4e09-a5e1-958379c36933 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:16.875939 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-466f6544-cf51-4f90-9c7d-e62615546260 req-e3d5fbb4-a7df-4e09-a5e1-958379c36933 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.1293592 May 04 21:40:16.931221 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:16.946102 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:16.973367 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-466f6544-cf51-4f90-9c7d-e62615546260 req-cda2ed77-8b7b-4926-b27c-a014672227f4 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938566 May 04 21:40:17.015345 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:17.077692 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:17.154515 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b723eec9-a0fe-4abc-9380-4426efe3e2c6 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:17.157834 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Pushing event updated for resources: {'Port': ['ID=d1407216-9a82-43c6-bd39-dadd9c4d5f1d,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:17.273089 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:17.280282 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Checking segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:17.280282 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:17.280282 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Bound using segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:17.280282 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Bound port: 615c6663-13bb-4ff5-91b1-11eb20f993cb, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:17.280282 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:17.287337 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'Port': ['ID=49085d87-7405-4ddd-9616-ba14842d0b25,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:17.362585 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:17.494654 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port b723eec9-a0fe-4abc-9380-4426efe3e2c6 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:17.495128 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:17.495612 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (6169ffbc-df23-49fb-92a9-0b86f53fabf1), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:17.567481 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Current status of the port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:17.567879 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:17.577930 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] For port 615c6663-13bb-4ff5-91b1-11eb20f993cb, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:17.611601 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] For port 615c6663-13bb-4ff5-91b1-11eb20f993cb, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=615c6663-13bb-4ff5-91b1-11eb20f993cb,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:17.613347 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:17.669643 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:17.678097 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10678c-a263-458c-87b3-00c4d4e32b86 None None] The sync data for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi is: [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:40:17.736366 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-091c14f3-2f83-43a8-94f6-7a81c4442c2e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:17.738110 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-091c14f3-2f83-43a8-94f6-7a81c4442c2e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 819 time: 0.7253072 May 04 21:40:17.744516 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] For port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:17.748436 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (49085d87-7405-4ddd-9616-ba14842d0b25), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:17.784310 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:17.855865 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:40:17.858356 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:39:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:17.925285 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260b5a1-d442-497f-9bf5-b3dc24d1c2f0 None None] Pushing event updated for resources: {'Port': ['ID=615c6663-13bb-4ff5-91b1-11eb20f993cb,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:17.944048 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-e2b9f4f7-27a5-4cec-b4e2-644de4519782 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/quotas/3b05fdea4cf3422d991c8cb98cafe373 HTTP/1.1" status: 200 len: 375 time: 0.0879264 May 04 21:40:18.134622 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port b723eec9-a0fe-4abc-9380-4426efe3e2c6 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:18.137647 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d1407216-9a82-43c6-bd39-dadd9c4d5f1d up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:18.286889 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Allocated IP 172.27.1.106 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/f3feaaa8-c09f-4349-aec5-e84c24b2b9d6) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:18.292460 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a1a0f-093c-473d-88ea-d7b4a5f0e1cd req-80c05847-9154-4cd5-a15a-de2e1e1570b6 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:18.306401 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a33a1a0f-093c-473d-88ea-d7b4a5f0e1cd req-80c05847-9154-4cd5-a15a-de2e1e1570b6 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.1594710 May 04 21:40:18.317594 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-7710ef48-0119-4fad-a151-8d1229ced558 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3725569 May 04 21:40:18.396452 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a33a1a0f-093c-473d-88ea-d7b4a5f0e1cd req-d8cc79e8-9022-4438-a464-9ce185e861a9 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883141 May 04 21:40:18.567264 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Provisioning complete for port d1407216-9a82-43c6-bd39-dadd9c4d5f1d triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:18.568023 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:18.649896 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1460204-373c-4b7b-921a-c0ff0cc1e9e7 None None] Pushing event updated for resources: {'Port': ['ID=9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:18.673639 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port d1407216-9a82-43c6-bd39-dadd9c4d5f1d triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:18.674004 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:18.685377 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-cdddef8c-81a2-4406-80ca-890ca569ef1e service neutron] 10.222.0.23 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668325 May 04 21:40:18.701118 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:40:18.748757 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for port (49085d87-7405-4ddd-9616-ba14842d0b25), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:18.769742 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for port (f3feaaa8-c09f-4349-aec5-e84c24b2b9d6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:18.814089 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (49085d87-7405-4ddd-9616-ba14842d0b25), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:18.865994 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (f3feaaa8-c09f-4349-aec5-e84c24b2b9d6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:18.885940 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (6169ffbc-df23-49fb-92a9-0b86f53fabf1), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:18.925619 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Current status of the port d1407216-9a82-43c6-bd39-dadd9c4d5f1d is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:18.936450 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'Port': ['ID=49085d87-7405-4ddd-9616-ba14842d0b25,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:18.944909 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:18.947833 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:18.949067 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-001d5333-1346-4b19-84fc-1dd3b02620b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0389628 May 04 21:40:18.952485 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Provisioning complete for port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:18.952924 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:18.954570 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:18.961015 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port d1407216-9a82-43c6-bd39-dadd9c4d5f1d is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:18.974006 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:18.987986 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-53a64132-9e7f-40cd-87d2-31ce38133c63 service neutron] 10.222.0.23 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017642 May 04 21:40:19.035429 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'Port': ['ID=f3feaaa8-c09f-4349-aec5-e84c24b2b9d6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:19.055018 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (be77a62c-2bc1-473d-8f5c-bebd15e23d3a), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.134204 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:19.172145 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-61cc9660-6fa4-43d9-8032-74c1e63cb2a8 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1148265271&fields=id&tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c HTTP/1.1" status: 200 len: 267 time: 0.0885792 May 04 21:40:19.229521 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:19.236065 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf0788e-486b-45c6-a988-def528c07db9 None None] The sync data for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi is: [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:40:19.305377 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:19.305774 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.313828 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676138c-c6a2-434e-b062-515df09e90e6 req-4f9a5851-6555-4cda-8b6c-6b4339e28318 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:19.321435 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-4f9a5851-6555-4cda-8b6c-6b4339e28318 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 811 time: 0.1411502 May 04 21:40:19.340572 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-4facf10e-3c6f-41d4-997f-8ec398371a41 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/quotas/4cdbf9d036b4410b81ef59b92ef8e56c HTTP/1.1" status: 200 len: 375 time: 0.0176897 May 04 21:40:19.370079 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Current status of the port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:19.374646 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b783d607-e85f-488b-9b9c-83d1dde5bf0a req-97762185-6f3b-4bf2-b139-3de7e087a541 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0518215 May 04 21:40:19.375697 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (f3feaaa8-c09f-4349-aec5-e84c24b2b9d6), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.444932 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Provisioning complete for port 615c6663-13bb-4ff5-91b1-11eb20f993cb triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:19.445301 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.462537 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-14e5fdd1-e9ea-45fa-8d5c-3cfc52b019a0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208611 May 04 21:40:19.576542 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:19.577626 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d1407216-9a82-43c6-bd39-dadd9c4d5f1d up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:19.621811 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Current status of the port 615c6663-13bb-4ff5-91b1-11eb20f993cb is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:19.622321 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-83db23ea-9c58-4ddc-a6ca-3294138c5fb9 service neutron] 10.222.0.23 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564755 May 04 21:40:19.622438 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.660267 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port d1407216-9a82-43c6-bd39-dadd9c4d5f1d triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:19.660655 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.679286 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for port (f3feaaa8-c09f-4349-aec5-e84c24b2b9d6), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.691404 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] For port 615c6663-13bb-4ff5-91b1-11eb20f993cb, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=615c6663-13bb-4ff5-91b1-11eb20f993cb,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:19.707746 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.722243 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (f3feaaa8-c09f-4349-aec5-e84c24b2b9d6), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.764285 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (be77a62c-2bc1-473d-8f5c-bebd15e23d3a), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.766103 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-83665f0f-65ba-4adc-95a0-4d1af3ebceec service neutron] 10.222.0.23 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426406 May 04 21:40:19.776409 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c677-9667-40c7-a2f7-ee5a1e703c52 req-dc532cc8-0bbc-4841-bffa-b6efb7c602e9 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:19.777741 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06341343-4008-4cfb-89f7-c6a0129d88df None None] Pushing event updated for resources: {'Port': ['ID=615c6663-13bb-4ff5-91b1-11eb20f993cb,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:19.784931 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2708c677-9667-40c7-a2f7-ee5a1e703c52 req-dc532cc8-0bbc-4841-bffa-b6efb7c602e9 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.1405950 May 04 21:40:19.835676 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.845822 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0770791 May 04 21:40:19.845822 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d3907-0998-4b84-a789-cd545cdfa2b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'Port': ['ID=f3feaaa8-c09f-4349-aec5-e84c24b2b9d6,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:19.872691 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-88f4561d-32e7-4150-9dcb-81ef18726c5e None None] Provisioning complete for port 615c6663-13bb-4ff5-91b1-11eb20f993cb triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:19.874160 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-88f4561d-32e7-4150-9dcb-81ef18726c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:19.877162 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port d1407216-9a82-43c6-bd39-dadd9c4d5f1d is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:19.881158 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2708c677-9667-40c7-a2f7-ee5a1e703c52 req-78066cf6-ad21-4cc3-ab5a-c7c85ca52aaa tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896361 May 04 21:40:19.994832 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-88f4561d-32e7-4150-9dcb-81ef18726c5e None None] Current status of the port 615c6663-13bb-4ff5-91b1-11eb20f993cb is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:20.060751 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f60ab81-6c7e-4c65-8ff3-573f2cce0ef0 req-63499b6b-ba9d-4fe8-9c42-d26e828130b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0277836 May 04 21:40:20.072229 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-5654ea98-8afd-46c2-8f88-c271c708c35b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1630473730&fields=id&tenant_id=80373b242ff34b0ba8ac77e122566e67 HTTP/1.1" status: 200 len: 267 time: 0.0445800 May 04 21:40:20.183613 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2828-8487-467e-986a-bde231e49f7d req-2401070b-7299-4320-9312-6770a61d0578 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:20.185092 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-2401070b-7299-4320-9312-6770a61d0578 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 817 time: 0.1051426 May 04 21:40:20.200743 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-cfb8d178-2f8e-4ba9-8c8c-8ffcedd543de tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/quotas/80373b242ff34b0ba8ac77e122566e67 HTTP/1.1" status: 200 len: 375 time: 0.0095766 May 04 21:40:20.256502 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-2b6ecf91-a57b-4215-961b-bd4a9704eb1a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505421 May 04 21:40:20.354141 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-8ba47f09-fe6a-43c7-b409-e81d270fc9e1 service neutron] 10.222.0.23 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 May 04 21:40:20.507642 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-51b3a3bc-0497-4638-a025-0d4646eb9fc3 req-447a93a3-b2e8-47bc-b8ea-44404d68dd91 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0480623 May 04 21:40:20.563713 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-ce7b36b7-274c-4ebc-b393-8cd0d8269c6c service neutron] 10.222.0.23 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011273 May 04 21:40:20.747857 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fba97ae0-ebcc-4190-8649-9b57fa2f6f51 req-f4e188dc-2b87-4fc2-b605-ce6d658d45e0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0418038 May 04 21:40:21.103349 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa663-590e-40c5-a058-6784421de494 req-ba726856-c8ba-40e2-bccb-e9556afc0b1d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:21.131842 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-538aa663-590e-40c5-a058-6784421de494 req-ba726856-c8ba-40e2-bccb-e9556afc0b1d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.1531706 May 04 21:40:21.157056 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 615c6663-13bb-4ff5-91b1-11eb20f993cb up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:21.244870 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-538aa663-590e-40c5-a058-6784421de494 req-a19e7e41-e884-4c3c-bb9a-1e33a10762e8 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106780 May 04 21:40:21.247858 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 615c6663-13bb-4ff5-91b1-11eb20f993cb triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:21.248256 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:21.279493 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2cca824c-96fb-49e6-9876-9f2082d6a4f7 req-e6371e47-2248-443e-a9c6-aeb98c1f9d43 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0618303 May 04 21:40:21.396055 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 615c6663-13bb-4ff5-91b1-11eb20f993cb is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:21.601986 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0b6da5aa-696f-499b-9a84-71bf6ef5bc21 req-2f4a18d2-7770-48b0-9267-d581e32687ef tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0320234 May 04 21:40:21.841289 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d7064218-066d-445e-8182-747c1cd27410 req-51ebc229-fa74-4c42-a32a-a998580e96e8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0281878 May 04 21:40:22.385921 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e41a3ef8-9b8c-47a3-b53f-64786099d53a req-d16b70d6-d5d4-4c20-b4c3-625c68a1aa16 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0283735 May 04 21:40:22.386150 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb0f13-e711-42aa-b387-28cb8f71ccc0 req-d6727014-33c5-4f0d-bd3e-3f1136d4c436 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:22.387543 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7dbb0f13-e711-42aa-b387-28cb8f71ccc0 req-d6727014-33c5-4f0d-bd3e-3f1136d4c436 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0540028 May 04 21:40:22.465705 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7dbb0f13-e711-42aa-b387-28cb8f71ccc0 req-85d2f0e1-23fc-4233-b18a-a5e2b2ec57bb tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716674 May 04 21:40:22.712620 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d162a92a-ebbe-4d56-b3a0-0139b4c2a5fe req-ba8205d0-2dbe-4f72-b6bf-655293b2fdc8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0331931 May 04 21:40:22.881321 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cd79e2f1-34a9-480f-8699-bbabf54a6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:22.947634 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f0b7749c-d190-48f5-9d5e-ab57567f02a9 req-4e6280f2-78b2-4211-88a7-b9205f227bae tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0358605 May 04 21:40:23.536083 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e4575db-cbdf-41ec-b086-cf7d7f14a1ba req-e81ff1c6-fa9a-45e0-9696-ad41fcd9eac8 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0452986 May 04 21:40:23.578779 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0999f0-c799-43b1-90f4-accc8203ffb3 req-9965c60f-61ff-47d1-91da-eda4746d8e61 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:23.580287 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1a0999f0-c799-43b1-90f4-accc8203ffb3 req-9965c60f-61ff-47d1-91da-eda4746d8e61 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0467541 May 04 21:40:23.633331 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1a0999f0-c799-43b1-90f4-accc8203ffb3 req-58bf54ff-8363-4763-9f5f-9e13ee756e8d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467935 May 04 21:40:23.818556 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a63e5413-d8dd-4d4d-aae6-0ac9ac18af98 req-5b093340-7dff-4d92-aebb-4aee481debec tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0318661 May 04 21:40:24.064148 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5139e01-25c9-4c1a-a3bf-bb68ed698463 req-01f70381-4218-45fc-a953-c0a89e5ef69c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0301082 May 04 21:40:24.642479 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a45eaf00-b9ee-4a92-87c0-222812f82067 req-45e4abdc-9aca-46e8-a020-773def2e91e4 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0281594 May 04 21:40:24.748021 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466b61-11c8-4e00-926f-9f793c65cc63 req-d1954b23-ed82-4e91-a535-a4dea0d312db tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:24.749555 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69466b61-11c8-4e00-926f-9f793c65cc63 req-d1954b23-ed82-4e91-a535-a4dea0d312db tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0470257 May 04 21:40:24.795330 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69466b61-11c8-4e00-926f-9f793c65cc63 req-d1413d14-0126-4352-b20e-f95f87ab9687 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 May 04 21:40:24.911315 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4e42ddbf-a9f8-4640-8dcc-fa193e9a3355 req-2676b3d9-ab65-41a2-9667-ddd757de3ecb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0274262 May 04 21:40:25.162076 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9c31c8ba-6d9c-4eb7-9192-5feb2089664f req-43e960cf-614f-4e9d-a748-4426e3ff8e37 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0272830 May 04 21:40:25.233830 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a893e914-7b99-49dd-9150-e49d2c874af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:25.745234 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-93deb0f2-e7a9-47a1-89e0-afdb161b74a3 req-5c23675a-fac1-4e0d-a632-ed5ec83eb5c5 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0379934 May 04 21:40:25.907567 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808575c-915a-4f46-964b-9c6083238c79 req-b8f8f7b5-1ae1-4cc0-934f-d3cf43ac96b8 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:25.909051 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5808575c-915a-4f46-964b-9c6083238c79 req-b8f8f7b5-1ae1-4cc0-934f-d3cf43ac96b8 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0479748 May 04 21:40:25.961647 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5808575c-915a-4f46-964b-9c6083238c79 req-612fdba8-bf86-4ed4-b0ca-d387bfc89b0a tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470607 May 04 21:40:26.003804 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5dc0871c-4f41-444d-b49f-bbc982d5a8f1 req-5e1fcc1e-b6df-4fb0-b4f7-2c3845ec9082 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0268769 May 04 21:40:26.072577 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:26.275559 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bcdf3bdf-d5e6-4f0f-9a86-8ec16834221a req-0c4909a4-967c-494f-bbfb-4c3d7e309f5a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0334640 May 04 21:40:26.562508 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:40:26.838161 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-54f855fa-e6a9-445a-9a69-287bd466ffa0 req-fc6370b6-04d3-473b-bb21-38cd3f292059 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0334339 May 04 21:40:27.077937 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821807b-a11f-4fe1-ad1e-4c819fc7ac7a req-dc916ce1-ceda-427b-83f6-6d8e7417bf8b tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:27.079566 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b821807b-a11f-4fe1-ad1e-4c819fc7ac7a req-dc916ce1-ceda-427b-83f6-6d8e7417bf8b tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0494397 May 04 21:40:27.101449 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d7b0ec59-8ce1-4eaa-8999-b2d6c26c3f07 req-2e175e5c-eb5e-49c1-a9a6-3daaa1b2cf2a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0273821 May 04 21:40:27.131109 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b821807b-a11f-4fe1-ad1e-4c819fc7ac7a req-0795a579-b5ba-42ef-8e30-b50e4995de73 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 May 04 21:40:27.391263 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-33701d4f-baa7-4155-b300-bd1c06da7c6e req-f968dd82-73a0-43e6-b419-a10487968dba tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0335104 May 04 21:40:27.623433 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:27.946544 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-990707bc-1074-456f-86f4-0ce45761603d req-bc92138d-48c5-4a58-8936-78de27e657c8 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0282605 May 04 21:40:28.198070 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-20ea4a22-f292-43cf-bdef-af908a69a803 req-9835a648-d406-4e98-85cd-914003391159 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0300868 May 04 21:40:28.249922 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b87ff-89c6-424c-9490-41c8ac8bd943 req-386b8578-f381-4c07-b6ac-a537441fa327 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:28.252160 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d93b87ff-89c6-424c-9490-41c8ac8bd943 req-386b8578-f381-4c07-b6ac-a537441fa327 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0524147 May 04 21:40:28.319094 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-7da6d131-3755-4bea-826c-445f337c45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:28.320761 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-7da6d131-3755-4bea-826c-445f337c45a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b9fa6a05dcd47eb8fd05a41a757bc8a&device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 1127 time: 0.0818391 May 04 21:40:28.325601 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d93b87ff-89c6-424c-9490-41c8ac8bd943 req-c4ff1493-cc18-4b1f-9503-a4473f2e75ab tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584879 May 04 21:40:28.429319 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-ccc03502-ccb2-4757-b494-699444269ec2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab HTTP/1.1" status: 200 len: 217 time: 0.0726690 May 04 21:40:28.493644 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0aa0622b-bd20-4f11-b767-4b976bf4930b req-ee952b43-d9df-4bf9-a74c-f35875e5cf61 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0277531 May 04 21:40:28.626545 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-3a6a4efa-a152-4093-9136-ee9bbc8dcc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:28.633022 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-3a6a4efa-a152-4093-9136-ee9bbc8dcc7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11fc0f3d-3e42-4b7a-8a6e-d06df1574add HTTP/1.1" status: 200 len: 852 time: 0.0867209 May 04 21:40:28.720660 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-3cf99d44-c520-4e8b-bc6a-f84506875ddb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7f6eef5-001a-461f-af00-0a7a416e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504971 May 04 21:40:28.841244 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-2be172d8-ee1b-4b90-ab7b-3f67bbc1596b service neutron] 10.222.0.21 "GET /v2.0/networks/a7f6eef5-001a-461f-af00-0a7a416e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940535 May 04 21:40:29.043897 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8ab133cc-92b8-4de3-afa1-ce2eff1e8513 req-37e9c3f8-509d-43e3-b9b0-db58d9888dd5 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0301435 May 04 21:40:29.222485 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.21', 54019) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:29.269414 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:29.307988 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a98eb99b-9682-4092-8a7a-82231a0b6295 req-721d95a8-84c2-4f42-86d9-dc040f55b404 service neutron] 10.222.0.21 "GET /v2.0/networks/a7f6eef5-001a-461f-af00-0a7a416e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049392 May 04 21:40:29.341897 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0bc068d8-983f-4aaa-ae4f-3c9cef1379b8 req-3452efa8-bbc9-4da6-8899-7132372f289e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0320971 May 04 21:40:29.439180 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459cc0b-820d-45e3-8fa1-38498f8dc012 req-0e7fe3bc-b03a-447b-87d4-4deef4a86e23 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:29.440900 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a459cc0b-820d-45e3-8fa1-38498f8dc012 req-0e7fe3bc-b03a-447b-87d4-4deef4a86e23 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0458405 May 04 21:40:29.499170 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a459cc0b-820d-45e3-8fa1-38498f8dc012 req-aa21a57b-5041-4c0e-909a-fe016f94d535 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523608 May 04 21:40:29.567016 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-21abd271-ac74-42e4-8eab-ecc2529d0f53 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:29.569030 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-21abd271-ac74-42e4-8eab-ecc2529d0f53 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 819 time: 0.1221294 May 04 21:40:29.602218 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c59fb3c0-9e2b-4137-b4f7-6ad945f2ce93 req-6ae4a6aa-20e9-41c4-8f01-da7701743d5a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0281706 May 04 21:40:29.862836 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:29.984913 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38632) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:30.095173 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-634993ee-9ae1-4d03-8998-2d4d3d98efde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:30.170064 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3bc3e703-7be5-4e0e-b407-2f55610a3694 req-287d7481-db06-428f-b104-c0a628de147c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0383217 May 04 21:40:30.207497 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-634993ee-9ae1-4d03-8998-2d4d3d98efde admin admin] Publish callbacks [] for security_group (3b137a05-d455-418f-b7c0-a78019a0a569), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:30.212773 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-634993ee-9ae1-4d03-8998-2d4d3d98efde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (3b137a05-d455-418f-b7c0-a78019a0a569), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:30.253074 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-634993ee-9ae1-4d03-8998-2d4d3d98efde admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4762ea76ada249ff9dc089f9b323263a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668564 May 04 21:40:30.254837 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634993ee-9ae1-4d03-8998-2d4d3d98efde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b137a05-d455-418f-b7c0-a78019a0a569,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:30.255788 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38642) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:30.304095 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-79f4b931-ece2-4743-930a-9636e03e5b08 admin admin] Publish callbacks [] for security_group (3b137a05-d455-418f-b7c0-a78019a0a569), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:30.324986 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-79f4b931-ece2-4743-930a-9636e03e5b08 admin admin] Publish callbacks [] for security_group (3b137a05-d455-418f-b7c0-a78019a0a569), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:30.374410 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-79f4b931-ece2-4743-930a-9636e03e5b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (3b137a05-d455-418f-b7c0-a78019a0a569), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:30.377217 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-79f4b931-ece2-4743-930a-9636e03e5b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:30.378580 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-79f4b931-ece2-4743-930a-9636e03e5b08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b137a05-d455-418f-b7c0-a78019a0a569 HTTP/1.1" status: 204 len: 168 time: 0.1218398 May 04 21:40:30.390781 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4b931-ece2-4743-930a-9636e03e5b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b137a05-d455-418f-b7c0-a78019a0a569,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:30.467324 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ac5a5d0d-ecbd-47d1-bccb-4a8a04289b23 req-e93c2bb8-1fca-4e6a-9953-9b44c248e473 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0321126 May 04 21:40:30.612187 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad571941-651e-443b-9450-6215a1bc09df req-7a81d34a-f030-40fe-b498-50018f6c94bc tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:30.614464 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ad571941-651e-443b-9450-6215a1bc09df req-7a81d34a-f030-40fe-b498-50018f6c94bc tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0518157 May 04 21:40:30.691629 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ad571941-651e-443b-9450-6215a1bc09df req-24b379a6-e47b-4616-aee3-7097dc98d48f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708942 May 04 21:40:30.732744 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d76d75f-968b-44d1-b495-ce6e2149e1d2 req-1f1c686e-f78e-406e-b36a-368cdf298be0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0328922 May 04 21:40:31.099405 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38690) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:31.206838 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903546014-network', 'tenant_id': 'dfe3bcbfc8014df7b7d965f1b13b6636'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:31.234579 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Made reservation on behalf of dfe3bcbfc8014df7b7d965f1b13b6636 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:40:31.238250 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.248166 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.289454 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b8e12054-cc33-4aaa-b139-543e0c386c7f req-5a819684-a6b0-44f9-af9a-87a446e23a5c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0385211 May 04 21:40:31.338239 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Publish callbacks [] for security_group (b353994b-f3e8-474b-9036-b3b692fc7d2e), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.343402 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b353994b-f3e8-474b-9036-b3b692fc7d2e), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.363811 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:40:31.373670 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38708) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:31.377179 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b353994b-f3e8-474b-9036-b3b692fc7d2e,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:31.382317 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (8e8fa31b-2396-49d5-a2c4-03a4ce5dff9b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.382656 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Added segment 8e8fa31b-2396-49d5-a2c4-03a4ce5dff9b of type vlan for network 9e4c8891-a4d9-4591-b53d-543dc98a805b May 04 21:40:31.421680 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (9e4c8891-a4d9-4591-b53d-543dc98a805b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.446021 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (9e4c8891-a4d9-4591-b53d-543dc98a805b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.446988 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:31.447587 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.476287 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3757849 May 04 21:40:31.479912 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38712) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:31.484539 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Request body: {'subnet': {'network_id': '9e4c8891-a4d9-4591-b53d-543dc98a805b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903546014-subnet', 'tenant_id': 'dfe3bcbfc8014df7b7d965f1b13b6636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:31.487712 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3c06806a-d3c3-41c1-be9a-bec1f7b8d464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.511042 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a2ad0-eff1-41dc-8dff-0b9d06d2e2cd admin admin] Pushing event updated for resources: {'Network': ['ID=9e4c8891-a4d9-4591-b53d-543dc98a805b,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:31.518448 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Made reservation on behalf of dfe3bcbfc8014df7b7d965f1b13b6636 for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:40:31.520701 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.522908 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 9e4c8891-a4d9-4591-b53d-543dc98a805b details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:40:31.574784 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-82d2d2e8-83d4-46d3-bde1-7ac445ea6428 req-e0e8479c-1f9d-4a40-937c-37da6fde7174 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0287578 May 04 21:40:31.644736 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3c06806a-d3c3-41c1-be9a-bec1f7b8d464 admin admin] Publish callbacks [] for security_group (e94f1f2f-129d-415f-847d-bd43cef13a4e), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.651188 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3c06806a-d3c3-41c1-be9a-bec1f7b8d464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e94f1f2f-129d-415f-847d-bd43cef13a4e), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.716282 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3c06806a-d3c3-41c1-be9a-bec1f7b8d464 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61df373ee1ca4ae0ba688b6c21b081fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405631 May 04 21:40:31.718250 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38720) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:31.722853 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06806a-d3c3-41c1-be9a-bec1f7b8d464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94f1f2f-129d-415f-847d-bd43cef13a4e,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:31.773797 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bbf04310-34d0-477f-81de-f630c88935f2 admin admin] Publish callbacks [] for security_group (e94f1f2f-129d-415f-847d-bd43cef13a4e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.800160 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bbf04310-34d0-477f-81de-f630c88935f2 admin admin] Publish callbacks [] for security_group (e94f1f2f-129d-415f-847d-bd43cef13a4e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.802696 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (a0374fe6-8f5b-4dd0-8c3b-e1f08839cec6), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.852983 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e4763-8ce7-420f-a336-0865252e1256 req-46a85e0b-101d-41f0-97ae-b8f585b1cf15 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:31.854489 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ef4e4763-8ce7-420f-a336-0865252e1256 req-46a85e0b-101d-41f0-97ae-b8f585b1cf15 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0825672 May 04 21:40:31.859344 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6e22fbf-b5b5-44c2-86cb-3983f6a3f6a0 req-c6571a9c-8c55-4867-a221-e57a8d79fb10 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0480382 May 04 21:40:31.884604 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0374fe6-8f5b-4dd0-8c3b-e1f08839cec6,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:31.888437 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bbf04310-34d0-477f-81de-f630c88935f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e94f1f2f-129d-415f-847d-bd43cef13a4e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.891533 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bbf04310-34d0-477f-81de-f630c88935f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.893168 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bbf04310-34d0-477f-81de-f630c88935f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e94f1f2f-129d-415f-847d-bd43cef13a4e HTTP/1.1" status: 204 len: 168 time: 0.1736970 May 04 21:40:31.906761 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf04310-34d0-477f-81de-f630c88935f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94f1f2f-129d-415f-847d-bd43cef13a4e,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:31.908500 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Checking segment: {'id': '8e8fa31b-2396-49d5-a2c4-03a4ce5dff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e4c8891-a4d9-4591-b53d-543dc98a805b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:31.908500 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Network hostable DHCP agents. Network: 9e4c8891-a4d9-4591-b53d-543dc98a805b, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:40:31.940459 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ef4e4763-8ce7-420f-a336-0865252e1256 req-066d53a7-eb22-4a07-b148-6ce4e342ff3a tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759587 May 04 21:40:31.948755 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Network 9e4c8891-a4d9-4591-b53d-543dc98a805b is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:40:31.957775 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 9e4c8891-a4d9-4591-b53d-543dc98a805b) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:31.961992 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:31.962573 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:31.972362 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06549482-d295-46c9-8ff6-e435717186e2 None None] Network 9e4c8891-a4d9-4591-b53d-543dc98a805b requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:40:31.984048 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-341c1adf-f0b9-4da8-b998-8536bfe62956 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5031252 May 04 21:40:32.092268 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76baa4-365e-43e8-bb49-699804eca27e None None] Network 9e4c8891-a4d9-4591-b53d-543dc98a805b requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:40:32.200975 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38734) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:32.215739 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d5234163-00c0-4f21-b50f-2e04f61c10d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.320182 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d5234163-00c0-4f21-b50f-2e04f61c10d2 admin admin] Publish callbacks [] for security_group (b501e5ed-f7cd-45ce-b647-6f62e161abc3), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.325499 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d5234163-00c0-4f21-b50f-2e04f61c10d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b501e5ed-f7cd-45ce-b647-6f62e161abc3), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.368315 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d5234163-00c0-4f21-b50f-2e04f61c10d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=139dd5b94a2d47849f61a6834fb733e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662197 May 04 21:40:32.371663 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38742) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:32.373105 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5234163-00c0-4f21-b50f-2e04f61c10d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b501e5ed-f7cd-45ce-b647-6f62e161abc3,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:32.421054 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ba82282e-f5f4-424c-a233-687ffe7d418d req-22fa2637-1029-452b-9459-0d74fd18e39d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0411370 May 04 21:40:32.454754 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-be3465fa-d806-4fad-8ede-6a4847de6aaa admin admin] Publish callbacks [] for security_group (b501e5ed-f7cd-45ce-b647-6f62e161abc3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.480740 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-be3465fa-d806-4fad-8ede-6a4847de6aaa admin admin] Publish callbacks [] for security_group (b501e5ed-f7cd-45ce-b647-6f62e161abc3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.528657 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-be3465fa-d806-4fad-8ede-6a4847de6aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b501e5ed-f7cd-45ce-b647-6f62e161abc3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.531659 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-be3465fa-d806-4fad-8ede-6a4847de6aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.532787 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-be3465fa-d806-4fad-8ede-6a4847de6aaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b501e5ed-f7cd-45ce-b647-6f62e161abc3 HTTP/1.1" status: 204 len: 168 time: 0.1599326 May 04 21:40:32.544985 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3465fa-d806-4fad-8ede-6a4847de6aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b501e5ed-f7cd-45ce-b647-6f62e161abc3,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:32.600630 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38754) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:32.607099 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-721388226-network', 'tenant_id': '54b3b2be454e434f820a643e13febef3'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:32.628104 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Made reservation on behalf of 54b3b2be454e434f820a643e13febef3 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:40:32.630371 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.640876 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.674253 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5146fb7-e3fd-41c4-a362-f6ec4ff40a60 req-bf0db92c-aff0-4524-8fcb-70bea851e120 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0312726 May 04 21:40:32.732324 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Publish callbacks [] for security_group (55b4e1fa-bbe7-4b47-8b88-6d528a01e670), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.737200 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (55b4e1fa-bbe7-4b47-8b88-6d528a01e670), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.764391 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:40:32.775171 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b4e1fa-bbe7-4b47-8b88-6d528a01e670,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:32.779967 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (ae330f6d-fcea-4436-9c9a-cce4a9b39602), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.780323 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Added segment ae330f6d-fcea-4436-9c9a-cce4a9b39602 of type vlan for network c208cf61-b127-4e29-a012-ecbe21deb74b May 04 21:40:32.821775 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (c208cf61-b127-4e29-a012-ecbe21deb74b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.848156 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (c208cf61-b127-4e29-a012-ecbe21deb74b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.849119 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:32.849704 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:32.879023 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2764747 May 04 21:40:32.883518 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38766) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:32.890988 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Request body: {'subnet': {'network_id': 'c208cf61-b127-4e29-a012-ecbe21deb74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-721388226-subnet', 'tenant_id': '54b3b2be454e434f820a643e13febef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:32.914553 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3628d7-82e5-4d68-a72f-433e493e2fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=c208cf61-b127-4e29-a012-ecbe21deb74b,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:32.928728 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network c208cf61-b127-4e29-a012-ecbe21deb74b details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:40:32.940114 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Made reservation on behalf of 54b3b2be454e434f820a643e13febef3 for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:40:32.943065 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.010491 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c426a5a0-57dd-42ea-be0b-22eea47ded44 req-3a464f80-4899-49cd-9377-2a557bceb339 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0698946 May 04 21:40:33.233123 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9bcfc-5a16-4d64-8caa-c0aea672ba84 req-dc51a5df-e38f-484c-858e-920f982af39f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:33.234596 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5ab9bcfc-5a16-4d64-8caa-c0aea672ba84 req-dc51a5df-e38f-484c-858e-920f982af39f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.1965005 May 04 21:40:33.303230 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (d4e40c09-5ded-4046-a4d4-470178eebcd8), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.350834 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5ab9bcfc-5a16-4d64-8caa-c0aea672ba84 req-1f5ee8ec-f6db-4e1a-965f-ae642028899a tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086330 May 04 21:40:33.383397 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e40c09-5ded-4046-a4d4-470178eebcd8,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:33.385680 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Checking segment: {'id': 'ae330f6d-fcea-4436-9c9a-cce4a9b39602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c208cf61-b127-4e29-a012-ecbe21deb74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:33.386179 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Network hostable DHCP agents. Network: c208cf61-b127-4e29-a012-ecbe21deb74b, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:40:33.407241 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Network c208cf61-b127-4e29-a012-ecbe21deb74b is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:40:33.421844 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, c208cf61-b127-4e29-a012-ecbe21deb74b) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:33.426889 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:33.427458 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.433124 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc5041-9717-42d4-b277-262593d80982 None None] Network c208cf61-b127-4e29-a012-ecbe21deb74b requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:40:33.447852 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-763a7a91-2e91-4f98-b0da-d0cb93c95f56 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5585639 May 04 21:40:33.554972 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fbaf6e09-66c2-4594-a672-0c456eeb8c4f req-47828126-78de-449c-a50c-4584ccdb1715 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0369768 May 04 21:40:33.573597 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8954edbd-8d40-42b4-b175-26bd9693ebc3 None None] Network c208cf61-b127-4e29-a012-ecbe21deb74b requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:40:33.591343 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38796) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:33.637403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a757992-b62e-4d12-af88-c2d637c8abe3 admin admin] Deleting subnet a0374fe6-8f5b-4dd0-8c3b-e1f08839cec6 {{(pid=110027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:40:33.640849 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5a757992-b62e-4d12-af88-c2d637c8abe3 admin admin] Publish callbacks [] for subnet (a0374fe6-8f5b-4dd0-8c3b-e1f08839cec6), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.678209 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5a757992-b62e-4d12-af88-c2d637c8abe3 admin admin] Publish callbacks [] for subnet (a0374fe6-8f5b-4dd0-8c3b-e1f08839cec6), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.687711 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5a757992-b62e-4d12-af88-c2d637c8abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (a0374fe6-8f5b-4dd0-8c3b-e1f08839cec6), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.754345 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5a757992-b62e-4d12-af88-c2d637c8abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (a0374fe6-8f5b-4dd0-8c3b-e1f08839cec6), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.795826 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a757992-b62e-4d12-af88-c2d637c8abe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0374fe6-8f5b-4dd0-8c3b-e1f08839cec6,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:33.797820 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5a757992-b62e-4d12-af88-c2d637c8abe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.801007 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-5a757992-b62e-4d12-af88-c2d637c8abe3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a0374fe6-8f5b-4dd0-8c3b-e1f08839cec6 HTTP/1.1" status: 204 len: 168 time: 0.2086360 May 04 21:40:33.804044 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38808) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:33.818716 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f17c3f4a-a482-414a-bde8-d45c3839220f req-6df99428-32d9-48d4-a610-60bdb5fc3d96 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0599871 May 04 21:40:33.872728 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (9e4c8891-a4d9-4591-b53d-543dc98a805b), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.952398 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (9e4c8891-a4d9-4591-b53d-543dc98a805b), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:33.974112 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:33.974481 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:33.975194 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:33.975636 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > port after_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:33.975960 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:33.976292 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > port after_update 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:33.976639 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:33.976993 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:33.977378 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:33.977660 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:34.065743 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:34.066234 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:34.066719 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:34.067106 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:40:34.067632 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4c8891-a4d9-4591-b53d-543dc98a805b']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:34.103661 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8fa31b-2396-49d5-a2c4-03a4ce5dff9b') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:34.103995 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8fa31b-2396-49d5-a2c4-03a4ce5dff9b') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:34.141070 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6ce4362c-86b3-4139-8b17-258c949eafd4 req-99c4ad6d-dc5d-440f-ae12-6d286496b391 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0607402 May 04 21:40:34.142886 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (8e8fa31b-2396-49d5-a2c4-03a4ce5dff9b), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.164043 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (8e8fa31b-2396-49d5-a2c4-03a4ce5dff9b), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.172921 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:40:34.173770 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (8e8fa31b-2396-49d5-a2c4-03a4ce5dff9b), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: from cryptography.utils import int_from_bytes May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: from cryptography.utils import int_from_bytes May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:40:34.194673 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:40:34.261708 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (9e4c8891-a4d9-4591-b53d-543dc98a805b), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.279793 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.282527 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e4c8891-a4d9-4591-b53d-543dc98a805b HTTP/1.1" status: 204 len: 168 time: 0.4774370 May 04 21:40:34.283605 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217772b-8986-4691-9fd4-7de6637a3bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4c8891-a4d9-4591-b53d-543dc98a805b,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:34.285425 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38822) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:34.477208 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8f86-5c11-4348-8a97-3235d133dd07 req-de07c94e-046e-476c-bd82-0c81bbc5d736 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:34.478664 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8bae8f86-5c11-4348-8a97-3235d133dd07 req-de07c94e-046e-476c-bd82-0c81bbc5d736 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0570877 May 04 21:40:34.504452 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd59705-b0cb-45e6-bf59-9086f8d1848b admin admin] Deleting subnet d4e40c09-5ded-4046-a4d4-470178eebcd8 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:40:34.507771 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4fd59705-b0cb-45e6-bf59-9086f8d1848b admin admin] Publish callbacks [] for subnet (d4e40c09-5ded-4046-a4d4-470178eebcd8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.524459 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8bae8f86-5c11-4348-8a97-3235d133dd07 req-bd0636ac-8a3a-4f23-a5c8-2e0de5ae0df3 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 May 04 21:40:34.542756 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4fd59705-b0cb-45e6-bf59-9086f8d1848b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (d4e40c09-5ded-4046-a4d4-470178eebcd8), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.584662 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4fd59705-b0cb-45e6-bf59-9086f8d1848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (d4e40c09-5ded-4046-a4d4-470178eebcd8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.660107 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48cbb127-7c6d-4a75-9804-e0dfc54ffac4 req-b13356b9-2e0b-4282-bf0f-a4b2d13baa2f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0376725 May 04 21:40:34.668098 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4fd59705-b0cb-45e6-bf59-9086f8d1848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (d4e40c09-5ded-4046-a4d4-470178eebcd8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.692641 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd59705-b0cb-45e6-bf59-9086f8d1848b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e40c09-5ded-4046-a4d4-470178eebcd8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:34.696547 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4fd59705-b0cb-45e6-bf59-9086f8d1848b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.699611 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4fd59705-b0cb-45e6-bf59-9086f8d1848b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d4e40c09-5ded-4046-a4d4-470178eebcd8 HTTP/1.1" status: 204 len: 168 time: 0.4132559 May 04 21:40:34.702067 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38832) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:34.769291 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (c208cf61-b127-4e29-a012-ecbe21deb74b), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.848888 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (c208cf61-b127-4e29-a012-ecbe21deb74b), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.868838 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c208cf61-b127-4e29-a012-ecbe21deb74b']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:34.878630 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae330f6d-fcea-4436-9c9a-cce4a9b39602') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:34.879068 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae330f6d-fcea-4436-9c9a-cce4a9b39602') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:40:34.889207 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (ae330f6d-fcea-4436-9c9a-cce4a9b39602), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.903077 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (ae330f6d-fcea-4436-9c9a-cce4a9b39602), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.909315 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:40:34.909700 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (ae330f6d-fcea-4436-9c9a-cce4a9b39602), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:40:34.911494 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:40:34.913499 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d618177-60a3-4173-8cfc-eeba4c1d7ef1 req-68c85f18-8a4e-42f2-a083-2fe0ca712d45 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0269060 May 04 21:40:34.972456 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (c208cf61-b127-4e29-a012-ecbe21deb74b), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.979327 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:34.982417 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] 10.222.0.23 "DELETE /v2.0/networks/c208cf61-b127-4e29-a012-ecbe21deb74b HTTP/1.1" status: 204 len: 168 time: 0.2794418 May 04 21:40:34.991502 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489421c-b780-4a3b-8528-03e04479a00e admin admin] Pushing event deleted for resources: {'Network': ['ID=c208cf61-b127-4e29-a012-ecbe21deb74b,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:35.160321 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38840) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:35.206475 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-c6e3a923-0e9c-43e6-a955-12c3ed60053a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfe3bcbfc8014df7b7d965f1b13b6636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446663 May 04 21:40:35.209399 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38844) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:35.262902 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-881d9612-192e-4946-9f89-12666650cf51 req-7445d86f-57ff-47b8-aeff-1361cf51b6f2 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0405705 May 04 21:40:35.284905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ef3939da-97c8-4811-8509-90449b4b9f5e admin admin] Publish callbacks [] for security_group (b353994b-f3e8-474b-9036-b3b692fc7d2e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:35.308261 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ef3939da-97c8-4811-8509-90449b4b9f5e admin admin] Publish callbacks [] for security_group (b353994b-f3e8-474b-9036-b3b692fc7d2e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:35.356805 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ef3939da-97c8-4811-8509-90449b4b9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b353994b-f3e8-474b-9036-b3b692fc7d2e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:35.359371 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ef3939da-97c8-4811-8509-90449b4b9f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:35.360675 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ef3939da-97c8-4811-8509-90449b4b9f5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b353994b-f3e8-474b-9036-b3b692fc7d2e HTTP/1.1" status: 204 len: 168 time: 0.1500762 May 04 21:40:35.368858 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3939da-97c8-4811-8509-90449b4b9f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b353994b-f3e8-474b-9036-b3b692fc7d2e,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:35.642785 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c20f65-a89c-4c2e-a962-693b30dc2841 req-d3f6974e-75d7-4415-b353-01538210e688 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:35.645007 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-42c20f65-a89c-4c2e-a962-693b30dc2841 req-d3f6974e-75d7-4415-b353-01538210e688 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0530646 May 04 21:40:35.719150 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38868) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:35.726027 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-42c20f65-a89c-4c2e-a962-693b30dc2841 req-4cd6fe14-04e7-4ba8-8c2a-0234aa1b1983 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744278 May 04 21:40:35.791106 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e1e5d884-e20f-43a0-938a-5529cf3f3103 req-89e063df-a7d6-487c-a5a3-e8c9828d4370 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0365825 May 04 21:40:35.805614 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a38839a5-4000-4cdd-b842-a222030e2b7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54b3b2be454e434f820a643e13febef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852818 May 04 21:40:35.808045 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38870) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:35.856690 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5e02b4ea-c320-4797-99c6-3019902386b8 admin admin] Publish callbacks [] for security_group (55b4e1fa-bbe7-4b47-8b88-6d528a01e670), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:35.880518 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5e02b4ea-c320-4797-99c6-3019902386b8 admin admin] Publish callbacks [] for security_group (55b4e1fa-bbe7-4b47-8b88-6d528a01e670), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:35.933043 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5e02b4ea-c320-4797-99c6-3019902386b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (55b4e1fa-bbe7-4b47-8b88-6d528a01e670), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:35.935577 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5e02b4ea-c320-4797-99c6-3019902386b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:35.936794 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5e02b4ea-c320-4797-99c6-3019902386b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55b4e1fa-bbe7-4b47-8b88-6d528a01e670 HTTP/1.1" status: 204 len: 168 time: 0.1278896 May 04 21:40:35.945342 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02b4ea-c320-4797-99c6-3019902386b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b4e1fa-bbe7-4b47-8b88-6d528a01e670,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:36.013775 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d050fc0d-6329-4911-a72f-f7f8265e232a req-1fe94af5-44ab-4a92-8a51-2403cd5b4e3f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0267329 May 04 21:40:36.360787 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-82660601-691b-4dfa-b94d-89166a914b93 req-c4a66f04-6144-49be-a698-7f36278807a2 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0274308 May 04 21:40:36.892756 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddae22-5165-4aec-ba91-ebfc2f1986b6 req-55818da6-c041-4789-9930-ecd78d937f62 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:36.894499 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d3ddae22-5165-4aec-ba91-ebfc2f1986b6 req-55818da6-c041-4789-9930-ecd78d937f62 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 943 time: 0.0801258 May 04 21:40:36.930527 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-77c60ac9-1449-41e8-8735-da596f6bf348 req-86d31bd2-7822-4668-ad50-565993fa0204 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0637302 May 04 21:40:36.961739 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d3ddae22-5165-4aec-ba91-ebfc2f1986b6 req-686203f2-df2a-4f60-a1fa-2bc46fc87d05 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613019 May 04 21:40:37.050695 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.21', 54029) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:37.054999 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Request body: {'port': {'device_id': 'a210c92e-595e-413f-a3c7-6c2ed4482b80', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'admin_state_up': True, 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:37.068204 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.21', 54030) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:37.146993 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:40:37.324191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.21', 54035) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:37.368953 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-eb82047c-963f-4cab-841e-05ff48b6d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:37.374936 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-eb82047c-963f-4cab-841e-05ff48b6d687 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b9fa6a05dcd47eb8fd05a41a757bc8a&device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 1127 time: 0.2630520 May 04 21:40:37.454956 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,segment=NetworkSegment(9d478393-361d-465f-9188-151c617d9bf8),segment_id=9d478393-361d-465f-9188-151c617d9bf8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:37.473932 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '999bbb47-2079-4eaf-9cd2-f90ff6dbcaab', 'network_id': 'a7f6eef5-001a-461f-af00-0a7a416e05ff', 'port_id': '999bbb47-2079-4eaf-9cd2-f90ff6dbcaab', 'mac_address': 'fa:16:3e:ac:85:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fc0f3d-3e42-4b7a-8a6e-d06df1574add', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:40:37.490083 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Made reservation on behalf of 3b05fdea4cf3422d991c8cb98cafe373 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:40:37.494147 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:37.558157 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c1814448-6f34-49f7-8de3-85f3543ee30f req-cc80402c-f5ef-4c34-a99a-6f2e0cfcf577 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0465314 May 04 21:40:37.567298 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:37.569558 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:37.616184 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:40:37.681634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,segment=NetworkSegment(9d478393-361d-465f-9188-151c617d9bf8),segment_id=9d478393-361d-465f-9188-151c617d9bf8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:37.689285 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:37.792222 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:37.831318 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-0b5cd4bb-9f86-43c9-9c1d-a7cbbdfe265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:37.832880 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-0b5cd4bb-9f86-43c9-9c1d-a7cbbdfe265e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7f6eef5-001a-461f-af00-0a7a416e05ff HTTP/1.1" status: 200 len: 913 time: 0.2787261 May 04 21:40:37.853684 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Allocated IP 172.20.0.3 (6a8f1734-116e-431a-8f58-ff8f973d9ef8/5d0e59e9-7db3-41ee-b981-3898aa695710/0da17e61-f586-4fdf-b512-fd8f97be34db) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:37.966355 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35867150-3cf8-430a-9d12-5db8d40480ae req-bd9bfb0c-24a2-4deb-a9d4-c3d34aca962d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:37.973881 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-bd9bfb0c-24a2-4deb-a9d4-c3d34aca962d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 819 time: 0.8894126 May 04 21:40:37.984445 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2828-8487-467e-986a-bde231e49f7d req-cd633fb1-99c2-4203-9ec1-268185911aeb tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:37.988682 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-cd633fb1-99c2-4203-9ec1-268185911aeb tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 817 time: 0.6624279 May 04 21:40:37.990091 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676138c-c6a2-434e-b062-515df09e90e6 req-93b87b2e-2754-43be-aa5a-bfb846caa57c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:37.992554 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-93b87b2e-2754-43be-aa5a-bfb846caa57c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 811 time: 0.9070361 May 04 21:40:38.017557 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-511b4f99-252b-49c6-a971-c880c78d20fa req-08cb65a9-5053-4951-ac96-a84087748676 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.9010482 May 04 21:40:38.021290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 38984) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:38.086316 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-e0e071f0-543c-4c85-be53-00790371915c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab HTTP/1.1" status: 200 len: 217 time: 0.0884550 May 04 21:40:38.145523 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f0e738b-1605-46d1-87b7-b17e6276f513 req-1d549f3e-b5a5-42e5-b44b-58efaacadacf tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0406697 May 04 21:40:38.158869 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79540674-553f-4fb4-8859-8bb25583e0c5 req-b64b15a3-fb33-46c1-9064-289e34fdbbc5 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:38.161229 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79540674-553f-4fb4-8859-8bb25583e0c5 req-b64b15a3-fb33-46c1-9064-289e34fdbbc5 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 944 time: 0.0628271 May 04 21:40:38.186708 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-39a30d0d-1d2f-49df-8099-a09f8575dc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.202689 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.218527 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79540674-553f-4fb4-8859-8bb25583e0c5 req-142096ea-cd52-4e7a-b31e-23c99f5960d2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497942 May 04 21:40:38.237103 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 38992) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:38.283259 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.369024 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb43b-8e29-49a3-9d1d-e40d9fac5c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.398285 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event updated for resources: {'Port': ['ID=0da17e61-f586-4fdf-b512-fd8f97be34db,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:38.406376 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:38.410859 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:38.414104 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-39a30d0d-1d2f-49df-8099-a09f8575dc79 admin admin] Publish callbacks [] for security_group (b90ca8b6-d9b0-43c8-94f4-63466c1b3e87), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.415193 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:38.420610 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:38.421221 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.425423 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-39a30d0d-1d2f-49df-8099-a09f8575dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b90ca8b6-d9b0-43c8-94f4-63466c1b3e87), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.464406 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb43b-8e29-49a3-9d1d-e40d9fac5c3c admin admin] Publish callbacks [] for security_group (4ea0ad52-ee6b-4542-aa41-580a45fc4a10), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.470167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb43b-8e29-49a3-9d1d-e40d9fac5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (4ea0ad52-ee6b-4542-aa41-580a45fc4a10), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.479259 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3377087c-050d-4c87-8575-a0811322ef9c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4285614 May 04 21:40:38.485163 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-39a30d0d-1d2f-49df-8099-a09f8575dc79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=004cd813ea584b699231235e3d46c717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4605167 May 04 21:40:38.485163 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a30d0d-1d2f-49df-8099-a09f8575dc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90ca8b6-d9b0-43c8-94f4-63466c1b3e87,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:38.487167 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39002) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:38.549003 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4f3fb43b-8e29-49a3-9d1d-e40d9fac5c3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c2bc1381d34468da0bbd525e7fe95c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104787 May 04 21:40:38.550154 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fb43b-8e29-49a3-9d1d-e40d9fac5c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea0ad52-ee6b-4542-aa41-580a45fc4a10,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:38.552408 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39006) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:38.565190 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8844b374-5b2f-4094-ab14-3dcba7193827 admin admin] Publish callbacks [] for security_group (b90ca8b6-d9b0-43c8-94f4-63466c1b3e87), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.737114 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8844b374-5b2f-4094-ab14-3dcba7193827 admin admin] Publish callbacks [] for security_group (b90ca8b6-d9b0-43c8-94f4-63466c1b3e87), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.747327 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-af7e73ba-f991-4eaf-874a-1e316687c79f None None] Provisioning complete for port 0da17e61-f586-4fdf-b512-fd8f97be34db triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:38.747849 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-af7e73ba-f991-4eaf-874a-1e316687c79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.781053 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-af7e73ba-f991-4eaf-874a-1e316687c79f None None] Port 0da17e61-f586-4fdf-b512-fd8f97be34db cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:38.792101 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-94dc2345-78c5-4067-97b9-91366e7aa63f req-79b7b9cd-49a2-4b2d-9c3b-8505d2c4a635 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0531142 May 04 21:40:38.804080 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-778cd0f0-d9c1-4219-a3e3-878547b07d00 admin admin] Publish callbacks [] for security_group (4ea0ad52-ee6b-4542-aa41-580a45fc4a10), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.827145 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-778cd0f0-d9c1-4219-a3e3-878547b07d00 admin admin] Publish callbacks [] for security_group (4ea0ad52-ee6b-4542-aa41-580a45fc4a10), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.833687 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8844b374-5b2f-4094-ab14-3dcba7193827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b90ca8b6-d9b0-43c8-94f4-63466c1b3e87), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.836152 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8844b374-5b2f-4094-ab14-3dcba7193827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.837265 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-8844b374-5b2f-4094-ab14-3dcba7193827 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b90ca8b6-d9b0-43c8-94f4-63466c1b3e87 HTTP/1.1" status: 204 len: 168 time: 0.3487077 May 04 21:40:38.858026 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844b374-5b2f-4094-ab14-3dcba7193827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90ca8b6-d9b0-43c8-94f4-63466c1b3e87,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:38.891627 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-778cd0f0-d9c1-4219-a3e3-878547b07d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (4ea0ad52-ee6b-4542-aa41-580a45fc4a10), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.894883 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-778cd0f0-d9c1-4219-a3e3-878547b07d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:38.896231 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-778cd0f0-d9c1-4219-a3e3-878547b07d00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ea0ad52-ee6b-4542-aa41-580a45fc4a10 HTTP/1.1" status: 204 len: 168 time: 0.3428080 May 04 21:40:38.908037 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cd0f0-d9c1-4219-a3e3-878547b07d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea0ad52-ee6b-4542-aa41-580a45fc4a10,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:39.144587 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bcef5-58ba-4849-86df-9c44e7c21102 req-a025a0dc-3160-4d53-ae57-8c8bc31d02c4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:39.145942 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-056bcef5-58ba-4849-86df-9c44e7c21102 req-a025a0dc-3160-4d53-ae57-8c8bc31d02c4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 931 time: 0.0560915 May 04 21:40:39.218498 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-056bcef5-58ba-4849-86df-9c44e7c21102 req-68d56851-ade3-4737-a2cf-21f4fbe3c966 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661602 May 04 21:40:39.248526 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3c1de206-6777-4e93-9a6e-54d44cfdc670 req-0d751c1d-e415-4178-99ac-ab9c93a10772 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0339203 May 04 21:40:39.279290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39036) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:39.295927 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8f9cafa2-15b8-4588-96b5-95a96653f873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:39.349410 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe7de5-36d6-4455-9dd0-ffa788068416 req-c222c36f-a7f7-4bde-9eef-1d6da274305d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:39.351219 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a2fe7de5-36d6-4455-9dd0-ffa788068416 req-c222c36f-a7f7-4bde-9eef-1d6da274305d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 944 time: 0.0597486 May 04 21:40:39.379131 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8f9cafa2-15b8-4588-96b5-95a96653f873 admin admin] Publish callbacks [] for security_group (52086d40-9ba8-422c-a72d-1a3feaff84e8), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:39.384355 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8f9cafa2-15b8-4588-96b5-95a96653f873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (52086d40-9ba8-422c-a72d-1a3feaff84e8), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:39.400377 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a2fe7de5-36d6-4455-9dd0-ffa788068416 req-41cd52db-461c-4921-9707-81f88694569c tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 May 04 21:40:39.420034 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-8f9cafa2-15b8-4588-96b5-95a96653f873 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=135a6ae6048049bd87d6d745826fe8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395407 May 04 21:40:39.422806 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39042) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:39.439806 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cafa2-15b8-4588-96b5-95a96653f873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52086d40-9ba8-422c-a72d-1a3feaff84e8,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:39.471643 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-53098a3e-a4d8-4a74-b523-7cfe1a79d78f admin admin] Publish callbacks [] for security_group (52086d40-9ba8-422c-a72d-1a3feaff84e8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:39.492676 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-53098a3e-a4d8-4a74-b523-7cfe1a79d78f admin admin] Publish callbacks [] for security_group (52086d40-9ba8-422c-a72d-1a3feaff84e8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:39.550373 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-53098a3e-a4d8-4a74-b523-7cfe1a79d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (52086d40-9ba8-422c-a72d-1a3feaff84e8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:39.553358 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-53098a3e-a4d8-4a74-b523-7cfe1a79d78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:39.554636 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-53098a3e-a4d8-4a74-b523-7cfe1a79d78f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52086d40-9ba8-422c-a72d-1a3feaff84e8 HTTP/1.1" status: 204 len: 168 time: 0.1307361 May 04 21:40:39.562687 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53098a3e-a4d8-4a74-b523-7cfe1a79d78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52086d40-9ba8-422c-a72d-1a3feaff84e8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:39.910595 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f8faff4f-6cb6-4736-aca9-b207d5e4e6e3 req-e2b72e9e-4ab4-4864-a61f-f9367f714f71 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0378971 May 04 21:40:40.211020 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39104) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:40.346908 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0edf33bf-0a8c-440a-a9d9-145976579786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:40.355491 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2bed8782-04ea-4068-a26f-a9806542e0ca req-366edc7a-7cef-44d9-9ab1-86dfd68959fa tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0304868 May 04 21:40:40.363809 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7628ff-e527-4519-8c83-500e5e7c44b1 req-348a0b12-71c8-4b01-94a3-19d406996e84 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:40.367928 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b7628ff-e527-4519-8c83-500e5e7c44b1 req-348a0b12-71c8-4b01-94a3-19d406996e84 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 931 time: 0.0699120 May 04 21:40:40.439551 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b7628ff-e527-4519-8c83-500e5e7c44b1 req-c22c99b3-ca4b-4c8b-82b0-7dad5161e97c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654466 May 04 21:40:40.485201 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0edf33bf-0a8c-440a-a9d9-145976579786 admin admin] Publish callbacks [] for security_group (baeb9142-aeb8-4202-90d5-b6fa51b8139f), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:40.490138 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0edf33bf-0a8c-440a-a9d9-145976579786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (baeb9142-aeb8-4202-90d5-b6fa51b8139f), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:40.524281 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d96db3-e7d5-4533-af1a-2020de8a50c5 req-3e5cb097-76db-4754-9076-0e0be0c5a0ee tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:40.527854 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c8d96db3-e7d5-4533-af1a-2020de8a50c5 req-3e5cb097-76db-4754-9076-0e0be0c5a0ee tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 944 time: 0.0510364 May 04 21:40:40.529331 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0edf33bf-0a8c-440a-a9d9-145976579786 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef2cb9bf32c14df980aeeaeaa989231d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171384 May 04 21:40:40.532136 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39124) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:40.532581 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf33bf-0a8c-440a-a9d9-145976579786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb9142-aeb8-4202-90d5-b6fa51b8139f,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:40.605490 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c8d96db3-e7d5-4533-af1a-2020de8a50c5 req-7bc70d4f-1f0e-4669-9fb9-5b06c297322b tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 May 04 21:40:40.622347 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a4bcdf53-7a5f-402f-9b0e-efefb5216320 admin admin] Publish callbacks [] for security_group (baeb9142-aeb8-4202-90d5-b6fa51b8139f), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:40.645174 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a4bcdf53-7a5f-402f-9b0e-efefb5216320 admin admin] Publish callbacks [] for security_group (baeb9142-aeb8-4202-90d5-b6fa51b8139f), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:40.691587 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a4bcdf53-7a5f-402f-9b0e-efefb5216320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (baeb9142-aeb8-4202-90d5-b6fa51b8139f), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:40.694173 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a4bcdf53-7a5f-402f-9b0e-efefb5216320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:40.697772 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-a4bcdf53-7a5f-402f-9b0e-efefb5216320 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baeb9142-aeb8-4202-90d5-b6fa51b8139f HTTP/1.1" status: 204 len: 168 time: 0.1612458 May 04 21:40:40.709285 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcdf53-7a5f-402f-9b0e-efefb5216320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb9142-aeb8-4202-90d5-b6fa51b8139f,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:41.021574 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ff5a3cb2-aeea-4275-935c-3a68506c5495 req-ead86d71-5cab-4cea-93c1-1124c7d36ce0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0369897 May 04 21:40:41.446797 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fb66e8c4-4c3a-417e-8bcf-21681e639204 req-7cc3b240-f6cc-4004-badf-44b44a5cd38a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0269711 May 04 21:40:41.556686 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9ffb6-0a8b-44fe-a95c-5c7c575eb4ba req-3f105b04-713f-44c3-b7c4-3a0916ec1c19 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:41.558189 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-abd9ffb6-0a8b-44fe-a95c-5c7c575eb4ba req-3f105b04-713f-44c3-b7c4-3a0916ec1c19 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 931 time: 0.0466373 May 04 21:40:41.608598 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-abd9ffb6-0a8b-44fe-a95c-5c7c575eb4ba req-6449a411-84ee-4438-b702-355451dbeb96 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447137 May 04 21:40:41.717528 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbf800-40ff-416d-9c79-dfa57922dfc4 req-07805071-976d-4517-88f3-765d180bed15 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:41.719027 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cdbbf800-40ff-416d-9c79-dfa57922dfc4 req-07805071-976d-4517-88f3-765d180bed15 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 944 time: 0.0466683 May 04 21:40:41.768173 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cdbbf800-40ff-416d-9c79-dfa57922dfc4 req-e01797fd-c7f0-42e6-95d8-780b90b6cfbd tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 May 04 21:40:42.041813 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['999bbb47-2079-4eaf-9cd2-f90ff6dbcaab'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:40:42.085418 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Request body: {'port': {'device_id': 'a210c92e-595e-413f-a3c7-6c2ed4482b80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:42.089628 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Request body: {'port': {'device_id': '4a5dfe4d-0ae2-42aa-aba1-6841343c21d6', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'admin_state_up': True, 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:42.183917 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-c109272e-a480-4158-97db-a8f5b62b78ad tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80373b242ff34b0ba8ac77e122566e67 HTTP/1.1" status: 200 len: 380 time: 0.1179950 May 04 21:40:42.195202 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'port': {'device_id': 'c60f512d-004a-4006-bd94-2fb675358393', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'admin_state_up': True, 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'security_groups': ['2f2b4375-a619-467b-bda5-50417dbe4482']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:42.198262 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:42.226318 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-672648e9-bd00-4d44-9f56-1e8561c6cb1f req-b8c1e2f1-88c9-40fe-a480-ca77da3b7662 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0631502 May 04 21:40:42.296900 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-2816922d-56c2-4229-9799-889f5c366b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:42.299124 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-2816922d-56c2-4229-9799-889f5c366b0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11fc0f3d-3e42-4b7a-8a6e-d06df1574add HTTP/1.1" status: 200 len: 852 time: 0.2359030 May 04 21:40:42.387184 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-fd9ddd6a-1c4b-470b-848d-203dd464948f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7f6eef5-001a-461f-af00-0a7a416e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476263 May 04 21:40:42.436984 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-147294dd-6980-424b-bea2-f0afbed04b13 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c HTTP/1.1" status: 200 len: 380 time: 0.3722384 May 04 21:40:42.453197 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'port': {'device_id': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'admin_state_up': True, 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'security_groups': ['2fb38ba9-cc5f-4a19-a737-49c730bc24b5']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:42.513698 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Made reservation on behalf of 80373b242ff34b0ba8ac77e122566e67 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:40:42.517386 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:42.594816 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-0fe92bac-dda4-40ad-ba27-11c3c4804af3 service neutron] 10.222.0.21 "GET /v2.0/networks/a7f6eef5-001a-461f-af00-0a7a416e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990657 May 04 21:40:42.599244 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Made reservation on behalf of 3b05fdea4cf3422d991c8cb98cafe373 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:40:42.602656 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:42.605406 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-abd94f5a-0523-476b-8569-dfaff105e654 req-4391e715-af34-4f4b-83cb-e9ec4c360ea6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0323601 May 04 21:40:42.748480 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Made reservation on behalf of 4cdbf9d036b4410b81ef59b92ef8e56c for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:40:42.752067 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:42.791029 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Allocated IP 172.20.0.8 (0f17d82c-63df-4cf1-86e7-b7abee92a710/4753f203-8d97-4e83-bef9-56f542d6fa65/717a2542-9eb2-4124-a1e4-e76cc6748352) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:42.811485 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da17e61-f586-4fdf-b512-fd8f97be34db {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:40:42.822598 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Publish callbacks [] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:42.893367 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Transition to ACTIVE for port object 0da17e61-f586-4fdf-b512-fd8f97be34db will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:40:42.906636 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:42.974749 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee24a26-3b70-4942-abb5-88a32e36aec3 req-2b946460-7b04-477b-8ef9-213f1bc74c3f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:42.976232 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1ee24a26-3b70-4942-abb5-88a32e36aec3 req-2b946460-7b04-477b-8ef9-213f1bc74c3f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 944 time: 0.1342356 May 04 21:40:42.986050 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5b1f-8629-4cc7-8794-cda7b1e47174 req-2d0f1ea2-bfbf-40fb-8806-bab3e9cd4ae9 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:42.987582 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6cf5b1f-8629-4cc7-8794-cda7b1e47174 req-2d0f1ea2-bfbf-40fb-8806-bab3e9cd4ae9 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 931 time: 0.2863629 May 04 21:40:43.062851 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Pushing event updated for resources: {'Port': ['ID=0da17e61-f586-4fdf-b512-fd8f97be34db,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:43.125313 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Allocated IP 172.20.0.6 (6a8f1734-116e-431a-8f58-ff8f973d9ef8/5d0e59e9-7db3-41ee-b981-3898aa695710/5b185628-ac9d-493e-8415-087764c8d327) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:43.158548 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.162553 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1ee24a26-3b70-4942-abb5-88a32e36aec3 req-0dc53d1f-db44-4bfb-938a-71cdf0502534 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704345 May 04 21:40:43.164829 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Attempting to bind port 0da17e61-f586-4fdf-b512-fd8f97be34db on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:43.165175 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Attempting to bind port 0da17e61-f586-4fdf-b512-fd8f97be34db by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:43.165608 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Attempting to bind port 0da17e61-f586-4fdf-b512-fd8f97be34db on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:43.174965 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Port 0da17e61-f586-4fdf-b512-fd8f97be34db on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:40:43.175126 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Attempting to bind port 0da17e61-f586-4fdf-b512-fd8f97be34db on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:43.183522 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:43.183862 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Checking segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:43.184440 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Bound using segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:43.184890 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Bound port: 0da17e61-f586-4fdf-b512-fd8f97be34db, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:43.185238 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.189603 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6cf5b1f-8629-4cc7-8794-cda7b1e47174 req-5aa00c2d-f812-4451-b5fb-2132863251ab tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813991 May 04 21:40:43.206903 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5db470e8-2b1f-4550-b04a-88c27108ca43 req-0fc57930-7095-4d37-b057-a456625f477a service neutron] 10.222.0.21 "GET /v2.0/networks/a7f6eef5-001a-461f-af00-0a7a416e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625945 May 04 21:40:43.234973 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.302815 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Allocated IP 172.20.0.13 (a876eee9-79cf-44aa-82d1-f69c185490e4/7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa/298e138c-e3ba-4941-8304-6c63bfe584a1) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:40:43.316673 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:43.329315 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:43.339300 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:43.342024 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:43.347875 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:43.348585 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.352902 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] For port 0da17e61-f586-4fdf-b512-fd8f97be34db, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:43.402162 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] For port 0da17e61-f586-4fdf-b512-fd8f97be34db, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0da17e61-f586-4fdf-b512-fd8f97be34db,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:43.419334 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be32f-eb35-4bc2-a92e-a9a4d1bda09b req-00125456-0819-4bfa-8f87-8d49827560e8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:43.421050 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-774be32f-eb35-4bc2-a92e-a9a4d1bda09b req-00125456-0819-4bfa-8f87-8d49827560e8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 931 time: 0.1033850 May 04 21:40:43.427000 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-810dad79-d297-427f-9b81-c61280d2175f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2360356 May 04 21:40:43.430421 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.440199 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for port (5b185628-ac9d-493e-8415-087764c8d327), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.510983 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-774be32f-eb35-4bc2-a92e-a9a4d1bda09b req-8800717c-88c0-4a70-b42c-f3b6bb99b702 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779364 May 04 21:40:43.517286 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Request body: {'port': {'device_id': 'c60f512d-004a-4006-bd94-2fb675358393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:43.558155 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:43.559541 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.561128 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] 10.222.0.21 "PUT /v2.0/ports/0da17e61-f586-4fdf-b512-fd8f97be34db HTTP/1.1" status: 200 len: 1093 time: 1.4940133 May 04 21:40:43.561684 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a210c92e-595e-413f-a3c7-6c2ed4482b80', 'tag': '0da17e61-f586-4fdf-b512-fd8f97be34db'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:40:43.565449 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.606913 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (5b185628-ac9d-493e-8415-087764c8d327), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.609667 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.658704 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Network a876eee9-79cf-44aa-82d1-f69c185490e4 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:43.669688 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:40:43.672054 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-621cd9f7-5b3b-45d1-8edf-39bcd4c66cfa None None] Provisioning complete for port 717a2542-9eb2-4124-a1e4-e76cc6748352 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:43.672502 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-621cd9f7-5b3b-45d1-8edf-39bcd4c66cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.673853 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:43.676309 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:40:43.678334 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:43.753938 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-621cd9f7-5b3b-45d1-8edf-39bcd4c66cfa None None] Port 717a2542-9eb2-4124-a1e4-e76cc6748352 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:43.766882 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:43.767713 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.771233 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:40:43.839211 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event updated for resources: {'Port': ['ID=5b185628-ac9d-493e-8415-087764c8d327,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:43.896015 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:43.896651 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:43.911481 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-1f37fc70-5490-41b5-a6c1-3c3aa4d6173a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8382421 May 04 21:40:43.924326 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'Port': ['ID=298e138c-e3ba-4941-8304-6c63bfe584a1,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:43.940394 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e564b-5d5c-40ae-8336-9397756c8c1f req-35cf34b7-51ab-4350-b136-26e81abb1562 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:43.942432 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c24e564b-5d5c-40ae-8336-9397756c8c1f req-35cf34b7-51ab-4350-b136-26e81abb1562 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 932 time: 0.1350527 May 04 21:40:43.947995 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-6ea93ea5-f3e7-48f2-bc9b-2bb60f77e000 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5012074 May 04 21:40:44.009251 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:44.011233 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-5a5cd547-61b0-4939-97d3-b98d25e40139 None None] Provisioning complete for port 298e138c-e3ba-4941-8304-6c63bfe584a1 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:44.011767 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd547-61b0-4939-97d3-b98d25e40139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:44.012470 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-eb5fdd0c-9db2-4237-a3e1-8fedb1461ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:44.013324 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c24e564b-5d5c-40ae-8336-9397756c8c1f req-516456ac-a9bc-4751-bd4b-34d6bc816524 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633271 May 04 21:40:44.014605 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-eb5fdd0c-9db2-4237-a3e1-8fedb1461ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 1127 time: 0.3673892 May 04 21:40:44.015605 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1c55-b612-450b-a988-b69aa1af8f9e service neutron] Pushing event updated for resources: {'Port': ['ID=0da17e61-f586-4fdf-b512-fd8f97be34db,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:44.066229 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304c936-b7fc-4288-be72-d9735c732a72" -d '{"events": [{"name": "network-changed", "server_uuid": "a210c92e-595e-413f-a3c7-6c2ed4482b80", "tag": "0da17e61-f586-4fdf-b512-fd8f97be34db"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:40:44.074188 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-5a5cd547-61b0-4939-97d3-b98d25e40139 None None] Port 298e138c-e3ba-4941-8304-6c63bfe584a1 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:44.189817 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-a2ab908b-2b36-4669-99b5-ee35d0e1dce1 None None] Provisioning complete for port 5b185628-ac9d-493e-8415-087764c8d327 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:44.190181 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a2ab908b-2b36-4669-99b5-ee35d0e1dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (5b185628-ac9d-493e-8415-087764c8d327), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:44.207825 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8bfbf7-441a-49d4-a4a7-cdb8ab2577a6 x-openstack-request-id: req-ac8bfbf7-441a-49d4-a4a7-cdb8ab2577a6 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:40:44.208117 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a210c92e-595e-413f-a3c7-6c2ed4482b80", "tag": "0da17e61-f586-4fdf-b512-fd8f97be34db", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:40:44.208384 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac8bfbf7-441a-49d4-a4a7-cdb8ab2577a6 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:40:44.208830 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8bfbf7-441a-49d4-a4a7-cdb8ab2577a6'] response: {'name': 'network-changed', 'server_uuid': 'a210c92e-595e-413f-a3c7-6c2ed4482b80', 'tag': '0da17e61-f586-4fdf-b512-fd8f97be34db', 'status': 'completed', 'code': 200} May 04 21:40:44.238066 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab908b-2b36-4669-99b5-ee35d0e1dce1 None None] Port 5b185628-ac9d-493e-8415-087764c8d327 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:40:44.305762 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698d4cb-1378-4c28-a907-faefcc78311e req-1a75655d-a6c7-4661-ac76-789a04fa30dd tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:44.307254 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1698d4cb-1378-4c28-a907-faefcc78311e req-1a75655d-a6c7-4661-ac76-789a04fa30dd tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 944 time: 0.0484259 May 04 21:40:44.342488 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690058-b979-44ae-8c9b-d4d4020d97f8 req-6d3fae4e-c4ed-4bb7-b2f0-f91a80a05df4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:44.344002 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4690058-b979-44ae-8c9b-d4d4020d97f8 req-6d3fae4e-c4ed-4bb7-b2f0-f91a80a05df4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 943 time: 0.0780458 May 04 21:40:44.350006 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717a2542-9eb2-4124-a1e4-e76cc6748352 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:40:44.356608 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1698d4cb-1378-4c28-a907-faefcc78311e req-12712e54-523a-40d4-9c7b-d993c9856577 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 May 04 21:40:44.362895 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Publish callbacks [] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:44.386879 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Transition to ACTIVE for port object 717a2542-9eb2-4124-a1e4-e76cc6748352 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:40:44.393457 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:44.436171 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4690058-b979-44ae-8c9b-d4d4020d97f8 req-ac23d9a1-3460-4d3e-9a61-a94d9ff6a9b2 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816693 May 04 21:40:44.459836 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:44.498669 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Attempting to bind port 717a2542-9eb2-4124-a1e4-e76cc6748352 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:44.499104 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Attempting to bind port 717a2542-9eb2-4124-a1e4-e76cc6748352 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:44.499559 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Attempting to bind port 717a2542-9eb2-4124-a1e4-e76cc6748352 on network 0f17d82c-63df-4cf1-86e7-b7abee92a710 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:44.504120 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Port 717a2542-9eb2-4124-a1e4-e76cc6748352 on network 0f17d82c-63df-4cf1-86e7-b7abee92a710 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:40:44.504606 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Attempting to bind port 717a2542-9eb2-4124-a1e4-e76cc6748352 on network 0f17d82c-63df-4cf1-86e7-b7abee92a710 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:44.509668 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:44.510002 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Checking segment: {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:44.510389 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Bound using segment: {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:44.510825 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Bound port: 717a2542-9eb2-4124-a1e4-e76cc6748352, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:44.511190 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:44.587956 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:44.592131 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:44.601639 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:44.637482 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:44.638113 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:44.640808 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] 10.222.0.21 "PUT /v2.0/ports/717a2542-9eb2-4124-a1e4-e76cc6748352 HTTP/1.1" status: 200 len: 1093 time: 1.1562817 May 04 21:40:44.669162 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6251c-fdb3-4db3-ab99-0ce18510a0ee service neutron] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:44.669583 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e041344-b706-4281-98f3-c32a6dec5cf3 req-dea0050c-f3ce-44b3-8d0f-61e7f335fbb6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:44.671228 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e041344-b706-4281-98f3-c32a6dec5cf3 req-dea0050c-f3ce-44b3-8d0f-61e7f335fbb6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0551653 May 04 21:40:44.727999 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e041344-b706-4281-98f3-c32a6dec5cf3 req-30ff19d6-cc9e-480d-9658-364ec848813d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443318 May 04 21:40:45.130535 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15bc09-df0e-4185-9ff7-4cec8d9cca4c req-15996613-eec2-4cc2-a3cf-6d6fa26f4f10 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:45.131928 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5f15bc09-df0e-4185-9ff7-4cec8d9cca4c req-15996613-eec2-4cc2-a3cf-6d6fa26f4f10 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 932 time: 0.0471139 May 04 21:40:45.178504 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5f15bc09-df0e-4185-9ff7-4cec8d9cca4c req-ef633178-8090-4522-8600-4b75060dd699 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410604 May 04 21:40:45.484048 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a43b6-b9fd-4ba8-bf2a-699329615f63 req-e2d6734e-b274-4fb1-9861-1040ffd6e8ea tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:45.485617 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f3a43b6-b9fd-4ba8-bf2a-699329615f63 req-e2d6734e-b274-4fb1-9861-1040ffd6e8ea tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 944 time: 0.0516639 May 04 21:40:45.533067 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f3a43b6-b9fd-4ba8-bf2a-699329615f63 req-a444652d-feb9-4d90-9237-296f29645d33 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 May 04 21:40:45.551340 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:45.563187 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca300b24-246c-4adf-8e07-480c00eaa30c req-cd8357db-7a56-438f-b6a0-3cb3acadbb3f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:45.564823 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ca300b24-246c-4adf-8e07-480c00eaa30c req-cd8357db-7a56-438f-b6a0-3cb3acadbb3f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 943 time: 0.0573418 May 04 21:40:45.598365 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:40:45.605144 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:45.605503 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:45.611809 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ca300b24-246c-4adf-8e07-480c00eaa30c req-e69a23b9-1512-4019-9d66-ce6c7e223a23 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 May 04 21:40:45.684322 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:45.684731 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:45.708500 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c008c4a0-aee4-49d5-b9f2-a8fbf603ed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999bbb47-2079-4eaf-9cd2-f90ff6dbcaab'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:40:45.795815 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,segment=NetworkSegment(9d478393-361d-465f-9188-151c617d9bf8),segment_id=9d478393-361d-465f-9188-151c617d9bf8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:45.803200 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:45.832581 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d324b66b-5127-4854-8ea1-92a9b930a824" -d '{"events": [{"server_uuid": "c008c4a0-aee4-49d5-b9f2-a8fbf603ed26", "name": "network-vif-plugged", "status": "completed", "tag": "999bbb47-2079-4eaf-9cd2-f90ff6dbcaab"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:40:45.854505 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda9658-230a-43dc-90fa-a4a76513f966 req-b6a866e8-2c89-43ce-a953-6a2f84714a65 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:45.855998 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dcda9658-230a-43dc-90fa-a4a76513f966 req-b6a866e8-2c89-43ce-a953-6a2f84714a65 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0467048 May 04 21:40:45.860148 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:45.904882 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dcda9658-230a-43dc-90fa-a4a76513f966 req-e1481218-0967-4849-bd22-096c4129910d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 May 04 21:40:45.920653 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487555a6-ed6d-4140-9d8a-387ee6af8018 x-openstack-request-id: req-487555a6-ed6d-4140-9d8a-387ee6af8018 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:40:45.921002 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c008c4a0-aee4-49d5-b9f2-a8fbf603ed26", "name": "network-vif-plugged", "status": "completed", "tag": "999bbb47-2079-4eaf-9cd2-f90ff6dbcaab", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:40:45.921261 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-487555a6-ed6d-4140-9d8a-387ee6af8018 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:40:45.921697 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487555a6-ed6d-4140-9d8a-387ee6af8018'] response: {'server_uuid': 'c008c4a0-aee4-49d5-b9f2-a8fbf603ed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999bbb47-2079-4eaf-9cd2-f90ff6dbcaab', 'code': 200} May 04 21:40:46.210621 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:40:46.214270 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8dae64-3403-4c85-a0a4-ffb259d579e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:40:46.250988 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f60b9c-7593-4cad-927f-ffad3e056823 x-openstack-request-id: req-f4f60b9c-7593-4cad-927f-ffad3e056823 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:40:46.251354 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:40:46.251801 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4f60b9c-7593-4cad-927f-ffad3e056823 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:40:46.252261 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f60b9c-7593-4cad-927f-ffad3e056823'] response: {'name': 'network-changed', 'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'status': 'completed', 'code': 200} May 04 21:40:46.302361 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e64bd-f6c1-4b72-8635-e198968436bf req-097b02ff-7f94-48ac-a139-2c694c3c740f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:46.303864 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f43e64bd-f6c1-4b72-8635-e198968436bf req-097b02ff-7f94-48ac-a139-2c694c3c740f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 932 time: 0.0468755 May 04 21:40:46.354084 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f43e64bd-f6c1-4b72-8635-e198968436bf req-741abdec-1404-4b7a-b2a5-7b07b44a8665 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 May 04 21:40:46.645370 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ea3ab-13bd-468e-8aac-6a8782337e85 req-b1fdd768-b1e4-4215-83f2-250671bde363 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:46.646840 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-079ea3ab-13bd-468e-8aac-6a8782337e85 req-b1fdd768-b1e4-4215-83f2-250671bde363 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0460539 May 04 21:40:46.696934 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-079ea3ab-13bd-468e-8aac-6a8782337e85 req-56d974b3-4f51-45bb-9c1b-b988400662e6 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437574 May 04 21:40:46.728549 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66d92f-2bdf-4fca-866e-39839f7eac54 req-e5eec5c2-139e-4c06-8cde-af3a7cd7f0f4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:46.730041 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-af66d92f-2bdf-4fca-866e-39839f7eac54 req-e5eec5c2-139e-4c06-8cde-af3a7cd7f0f4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 943 time: 0.0486014 May 04 21:40:46.781981 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-af66d92f-2bdf-4fca-866e-39839f7eac54 req-449b937f-8124-4202-910b-81213e4e0a17 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461655 May 04 21:40:46.842171 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Request body: {'port': {'device_id': '4a5dfe4d-0ae2-42aa-aba1-6841343c21d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:46.881462 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Request body: {'port': {'device_id': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:40:46.929100 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5b185628-ac9d-493e-8415-087764c8d327), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:46.948427 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-a8b3e68e-7c36-4bde-9473-f5cf03e36195 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0da17e61-f586-4fdf-b512-fd8f97be34db HTTP/1.1" status: 200 len: 217 time: 0.0714667 May 04 21:40:47.001700 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:47.037703 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2828-8487-467e-986a-bde231e49f7d req-6998add8-0283-4e04-8310-d46a03bbbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.039371 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-6998add8-0283-4e04-8310-d46a03bbbbd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 1127 time: 0.0998509 May 04 21:40:47.052872 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-5cb80f50-430c-4e67-8d7f-aef51817b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.054359 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-5cb80f50-430c-4e67-8d7f-aef51817b85e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0809882 May 04 21:40:47.059795 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f5feb-a15e-48e2-9edb-78b853c0cba4 req-5566452c-b2dc-4b60-b2e3-084070708a95 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.061277 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1b3f5feb-a15e-48e2-9edb-78b853c0cba4 req-5566452c-b2dc-4b60-b2e3-084070708a95 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0714502 May 04 21:40:47.097081 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-8086532d-1d08-43bc-807a-6c629c971eaf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717a2542-9eb2-4124-a1e4-e76cc6748352 HTTP/1.1" status: 200 len: 217 time: 0.0417933 May 04 21:40:47.187545 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-6d1793d9-faf5-4ba5-9953-5a882e475429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.189089 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-6d1793d9-faf5-4ba5-9953-5a882e475429 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004105 May 04 21:40:47.196007 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2828-8487-467e-986a-bde231e49f7d req-1f0803f3-10e0-455e-9a20-186248ecbc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.197340 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-1f0803f3-10e0-455e-9a20-186248ecbc99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.0804229 May 04 21:40:47.286124 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2828-8487-467e-986a-bde231e49f7d req-35f03b12-fb8a-4b38-a25f-0c915f4efd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.288732 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-35f03b12-fb8a-4b38-a25f-0c915f4efd89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821896 May 04 21:40:47.299190 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4072dab-49d5-4cec-9197-1a4ebf0ecff5 req-b1d83f07-55d8-418f-8473-77ad908b7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.300917 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b4072dab-49d5-4cec-9197-1a4ebf0ecff5 req-b1d83f07-55d8-418f-8473-77ad908b7283 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 1129 time: 0.1631920 May 04 21:40:47.346607 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-3dfa1850-4dad-4884-8ccd-ed9cbc863214 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483028 May 04 21:40:47.358009 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1b3f5feb-a15e-48e2-9edb-78b853c0cba4 req-dc78e376-c3c6-4378-8a0e-342996b3879c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764149 May 04 21:40:47.358636 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-b4072dab-49d5-4cec-9197-1a4ebf0ecff5 req-d16ee8cc-d239-4c17-9d8d-1ec706121b72 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:47.492086 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-ea4fce36-4abb-4fe3-8a7d-8071c4c5524c service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937621 May 04 21:40:47.534993 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77c83-bd94-45eb-ae03-ceec65690b3e req-0353bdaf-fa9c-4afe-b3ed-2ff2d4e9d8b9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.536472 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0de77c83-bd94-45eb-ae03-ceec65690b3e req-0353bdaf-fa9c-4afe-b3ed-2ff2d4e9d8b9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 932 time: 0.1045651 May 04 21:40:47.570738 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a0da9a54-c234-44d1-a16e-da72c9a8a93f req-8a9b6315-c918-4b96-b7a5-f1d34d145f07 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974912 May 04 21:40:47.644262 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5bb2828-8487-467e-986a-bde231e49f7d req-a60f41cc-4402-44f4-b9cb-740ef838dfc4 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448689 May 04 21:40:47.647522 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0de77c83-bd94-45eb-ae03-ceec65690b3e req-9c512c17-e84f-486a-a9b8-77c5e953b7db tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998061 May 04 21:40:47.653761 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b185628-ac9d-493e-8415-087764c8d327 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:40:47.670781 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Publish callbacks [] for port (5b185628-ac9d-493e-8415-087764c8d327), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:47.709246 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-b4072dab-49d5-4cec-9197-1a4ebf0ecff5 req-d16ee8cc-d239-4c17-9d8d-1ec706121b72 service neutron] Publish callbacks [] for security_group (efa51d8c-bcbf-45d3-b3f0-eb0b9aca715a), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:47.713199 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Transition to ACTIVE for port object 5b185628-ac9d-493e-8415-087764c8d327 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:40:47.715641 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-b4072dab-49d5-4cec-9197-1a4ebf0ecff5 req-d16ee8cc-d239-4c17-9d8d-1ec706121b72 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (efa51d8c-bcbf-45d3-b3f0-eb0b9aca715a), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:47.727896 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (5b185628-ac9d-493e-8415-087764c8d327), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:47.736728 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298e138c-e3ba-4941-8304-6c63bfe584a1 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:40:47.761872 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Publish callbacks [] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:47.829173 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ee8cc-d239-4c17-9d8d-1ec706121b72 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=efa51d8c-bcbf-45d3-b3f0-eb0b9aca715a,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:47.833400 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b4072dab-49d5-4cec-9197-1a4ebf0ecff5 req-d16ee8cc-d239-4c17-9d8d-1ec706121b72 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155432 May 04 21:40:47.840127 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Transition to ACTIVE for port object 298e138c-e3ba-4941-8304-6c63bfe584a1 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:40:47.872844 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:47.882574 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Pushing event updated for resources: {'Port': ['ID=5b185628-ac9d-493e-8415-087764c8d327,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:47.962866 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a3cad-3e8c-4c26-92d6-084ab52f4dd4 req-72c9a5dd-08f7-4a83-8a00-0f9366517399 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.965264 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d29a3cad-3e8c-4c26-92d6-084ab52f4dd4 req-72c9a5dd-08f7-4a83-8a00-0f9366517399 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.1941438 May 04 21:40:47.997128 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd999b7-fb91-4e4b-b874-a83c0be17492 req-1b699e78-7e8e-4f97-a2f3-488add99801f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:47.998879 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9bd999b7-fb91-4e4b-b874-a83c0be17492 req-1b699e78-7e8e-4f97-a2f3-488add99801f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 943 time: 0.0725093 May 04 21:40:48.070343 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9bd999b7-fb91-4e4b-b874-a83c0be17492 req-fdf8b2be-fbfc-430b-bfe0-83e9bac0df4f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614500 May 04 21:40:48.133944 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Attempting to bind port 5b185628-ac9d-493e-8415-087764c8d327 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:48.134282 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Attempting to bind port 5b185628-ac9d-493e-8415-087764c8d327 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:48.134607 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Attempting to bind port 5b185628-ac9d-493e-8415-087764c8d327 on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:48.143355 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=298e138c-e3ba-4941-8304-6c63bfe584a1,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:48.158644 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Port 5b185628-ac9d-493e-8415-087764c8d327 on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:40:48.158969 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Attempting to bind port 5b185628-ac9d-493e-8415-087764c8d327 on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:48.166416 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d29a3cad-3e8c-4c26-92d6-084ab52f4dd4 req-da5adc47-ac47-4782-9799-77fe3466b3f9 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378853 May 04 21:40:48.171969 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:48.172309 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Checking segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:48.172688 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Bound using segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:48.173665 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Bound port: 5b185628-ac9d-493e-8415-087764c8d327, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:48.173665 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5b185628-ac9d-493e-8415-087764c8d327), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:48.214809 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Attempting to bind port 298e138c-e3ba-4941-8304-6c63bfe584a1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:40:48.215139 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Attempting to bind port 298e138c-e3ba-4941-8304-6c63bfe584a1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:40:48.215489 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Attempting to bind port 298e138c-e3ba-4941-8304-6c63bfe584a1 on network a876eee9-79cf-44aa-82d1-f69c185490e4 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:48.223718 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Port 298e138c-e3ba-4941-8304-6c63bfe584a1 on network a876eee9-79cf-44aa-82d1-f69c185490e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:40:48.224037 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Attempting to bind port 298e138c-e3ba-4941-8304-6c63bfe584a1 on network a876eee9-79cf-44aa-82d1-f69c185490e4 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:40:48.235161 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:40:48.235520 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Checking segment: {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:40:48.236012 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Bound using segment: {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:40:48.236438 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Bound port: 298e138c-e3ba-4941-8304-6c63bfe584a1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:40:48.236792 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:48.284599 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] For port 5b185628-ac9d-493e-8415-087764c8d327, host hv-cinder-83608, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:48.300912 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] For port 5b185628-ac9d-493e-8415-087764c8d327, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5b185628-ac9d-493e-8415-087764c8d327,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:48.312458 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (5b185628-ac9d-493e-8415-087764c8d327), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:48.354281 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] For port 298e138c-e3ba-4941-8304-6c63bfe584a1, host hv-cinder-83608, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:40:48.357013 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:48.357649 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:48.358975 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] 10.222.0.21 "PUT /v2.0/ports/5b185628-ac9d-493e-8415-087764c8d327 HTTP/1.1" status: 200 len: 1093 time: 1.5216210 May 04 21:40:48.361043 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5dfe4d-0ae2-42aa-aba1-6841343c21d6', 'tag': '5b185628-ac9d-493e-8415-087764c8d327'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:40:48.363403 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542f5679-4da3-4898-8079-a7f3b75e46cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5dfe4d-0ae2-42aa-aba1-6841343c21d6", "tag": "5b185628-ac9d-493e-8415-087764c8d327"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:40:48.383583 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] For port 298e138c-e3ba-4941-8304-6c63bfe584a1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=298e138c-e3ba-4941-8304-6c63bfe584a1,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:40:48.399443 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:48.402640 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50babb09-95d1-41f9-883a-6e27a8c7842b service neutron] Pushing event updated for resources: {'Port': ['ID=5b185628-ac9d-493e-8415-087764c8d327,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:48.406181 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ba4f52-3745-49b5-ae06-2abbbe38191a x-openstack-request-id: req-c6ba4f52-3745-49b5-ae06-2abbbe38191a {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:40:48.406395 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5dfe4d-0ae2-42aa-aba1-6841343c21d6", "tag": "5b185628-ac9d-493e-8415-087764c8d327", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:40:48.406578 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6ba4f52-3745-49b5-ae06-2abbbe38191a {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:40:48.407124 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ba4f52-3745-49b5-ae06-2abbbe38191a'] response: {'name': 'network-changed', 'server_uuid': '4a5dfe4d-0ae2-42aa-aba1-6841343c21d6', 'tag': '5b185628-ac9d-493e-8415-087764c8d327', 'status': 'completed', 'code': 200} May 04 21:40:48.437637 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:48.438271 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:48.439777 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] 10.222.0.21 "PUT /v2.0/ports/298e138c-e3ba-4941-8304-6c63bfe584a1 HTTP/1.1" status: 200 len: 1094 time: 1.5629308 May 04 21:40:48.495172 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ed5dc-06a7-46b8-8f90-f40fa994fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=298e138c-e3ba-4941-8304-6c63bfe584a1,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:48.511200 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce64bc9-3a1d-42fd-b9b0-ca8e5b9c67ed req-2ba4b523-b1c2-4562-8815-65df6df3bbb3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:48.512767 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5ce64bc9-3a1d-42fd-b9b0-ca8e5b9c67ed req-2ba4b523-b1c2-4562-8815-65df6df3bbb3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0591924 May 04 21:40:48.566155 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5ce64bc9-3a1d-42fd-b9b0-ca8e5b9c67ed req-0a4ab30f-70d9-44be-a94c-cbfef2c31eb4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476971 May 04 21:40:48.764120 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795e85-2cfd-4d29-bbbe-5f8d9099314e req-ec6b945f-3eee-4d58-aec5-6785dcccdcc6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:48.765725 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-69795e85-2cfd-4d29-bbbe-5f8d9099314e req-ec6b945f-3eee-4d58-aec5-6785dcccdcc6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0459011 May 04 21:40:48.816040 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-69795e85-2cfd-4d29-bbbe-5f8d9099314e req-7d120a77-2d53-4467-a518-5630f2745c53 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444372 May 04 21:40:49.173637 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57004770-ae82-4510-b505-6dbe3c877b8f req-9e41f71b-7774-47f6-b2f3-74aa3ce14fd8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:49.175084 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57004770-ae82-4510-b505-6dbe3c877b8f req-9e41f71b-7774-47f6-b2f3-74aa3ce14fd8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 943 time: 0.0478802 May 04 21:40:49.221293 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57004770-ae82-4510-b505-6dbe3c877b8f req-d32102a3-245c-47fd-ace8-19ce76960d47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 May 04 21:40:49.294645 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f39bc-a86b-41f2-96dc-316e0f4c0143 req-b6252cf1-b314-49bb-a3fd-4bf7710ee67b tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:49.296278 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-596f39bc-a86b-41f2-96dc-316e0f4c0143 req-b6252cf1-b314-49bb-a3fd-4bf7710ee67b tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0578229 May 04 21:40:49.343818 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-596f39bc-a86b-41f2-96dc-316e0f4c0143 req-377269f5-df97-4a63-8979-d0dceb21053d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409477 May 04 21:40:49.687570 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929ec1e-4fce-4f73-87b8-6015a5c0987b req-5615fe2a-ec92-4e57-ae10-a1285795fde8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:49.689607 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9929ec1e-4fce-4f73-87b8-6015a5c0987b req-5615fe2a-ec92-4e57-ae10-a1285795fde8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0474634 May 04 21:40:49.743416 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9929ec1e-4fce-4f73-87b8-6015a5c0987b req-95f84969-91e7-48b3-888b-e5dc114d4f48 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474441 May 04 21:40:49.935861 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692483c-bd3c-4e65-bf27-f5bef092bce8 req-45c042f6-4a9e-403b-af1d-e1e39882baf6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:49.937569 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b692483c-bd3c-4e65-bf27-f5bef092bce8 req-45c042f6-4a9e-403b-af1d-e1e39882baf6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0493705 May 04 21:40:49.997864 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b692483c-bd3c-4e65-bf27-f5bef092bce8 req-a61a4aff-bfa5-4db7-817c-54c02d9ced90 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532777 May 04 21:40:50.172279 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39398) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:50.305499 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e50437de-b643-4131-84f0-3c6c1ac018c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:50.358863 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffd7c2-9f83-4678-8650-c453f16e2852 req-1369471b-b6a5-4164-b1d9-b209c4f73adb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:50.360854 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-faffd7c2-9f83-4678-8650-c453f16e2852 req-1369471b-b6a5-4164-b1d9-b209c4f73adb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 943 time: 0.0585029 May 04 21:40:50.388406 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e50437de-b643-4131-84f0-3c6c1ac018c2 admin admin] Publish callbacks [] for security_group (dac84806-590d-404f-a296-cfff98775619), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:50.395948 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e50437de-b643-4131-84f0-3c6c1ac018c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (dac84806-590d-404f-a296-cfff98775619), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:50.411361 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'tag': '298e138c-e3ba-4941-8304-6c63bfe584a1'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:40:50.413958 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a016b5-adcd-47df-bd64-1343f05096df", "tag": "298e138c-e3ba-4941-8304-6c63bfe584a1"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:40:50.424239 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-faffd7c2-9f83-4678-8650-c453f16e2852 req-f6d8193d-4cc5-4c12-8bbd-f1a75a35fe08 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 May 04 21:40:50.488159 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e50437de-b643-4131-84f0-3c6c1ac018c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73143010de794ba297ce24102ee508c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145072 May 04 21:40:50.490533 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39420) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:50.499542 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde47f82-5c42-4ee8-ad50-4a7e452c3bcd x-openstack-request-id: req-fde47f82-5c42-4ee8-ad50-4a7e452c3bcd {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:40:50.499824 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a016b5-adcd-47df-bd64-1343f05096df", "tag": "298e138c-e3ba-4941-8304-6c63bfe584a1", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:40:50.500085 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fde47f82-5c42-4ee8-ad50-4a7e452c3bcd {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:40:50.500664 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde47f82-5c42-4ee8-ad50-4a7e452c3bcd'] response: {'name': 'network-changed', 'server_uuid': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'tag': '298e138c-e3ba-4941-8304-6c63bfe584a1', 'status': 'completed', 'code': 200} May 04 21:40:50.508212 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50437de-b643-4131-84f0-3c6c1ac018c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac84806-590d-404f-a296-cfff98775619,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:50.531228 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c55d57-fd4d-4502-aa9d-b7bf86ffd9aa req-e42e6f4f-2345-43a8-98ac-03aa3f483499 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:50.533092 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5c55d57-fd4d-4502-aa9d-b7bf86ffd9aa req-e42e6f4f-2345-43a8-98ac-03aa3f483499 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0887375 May 04 21:40:50.544595 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96589a7e-339c-4deb-8784-90018146eb1b admin admin] Publish callbacks [] for security_group (dac84806-590d-404f-a296-cfff98775619), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:50.566375 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96589a7e-339c-4deb-8784-90018146eb1b admin admin] Publish callbacks [] for security_group (dac84806-590d-404f-a296-cfff98775619), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:50.606508 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5c55d57-fd4d-4502-aa9d-b7bf86ffd9aa req-46cb49d6-9d1a-4f52-91df-ed63096f9405 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677977 May 04 21:40:50.612151 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c936-b7fc-4288-be72-d9735c732a72 req-f2117cc7-2f1d-4809-9a99-fa8ebe81b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:50.613757 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d304c936-b7fc-4288-be72-d9735c732a72 req-f2117cc7-2f1d-4809-9a99-fa8ebe81b780 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 1127 time: 0.0496945 May 04 21:40:50.617421 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96589a7e-339c-4deb-8784-90018146eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (dac84806-590d-404f-a296-cfff98775619), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:50.620441 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96589a7e-339c-4deb-8784-90018146eb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:50.621618 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-96589a7e-339c-4deb-8784-90018146eb1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dac84806-590d-404f-a296-cfff98775619 HTTP/1.1" status: 204 len: 168 time: 0.1296239 May 04 21:40:50.629779 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96589a7e-339c-4deb-8784-90018146eb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac84806-590d-404f-a296-cfff98775619,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:50.874089 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee593d-ed11-495c-86c3-085dea7a8c9b req-353c6442-2e83-4441-82a8-8720185d8b5f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:50.875718 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a9ee593d-ed11-495c-86c3-085dea7a8c9b req-353c6442-2e83-4441-82a8-8720185d8b5f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0566273 May 04 21:40:50.911237 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39432) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:50.925222 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9bc85a09-2626-45a0-8af1-5ac90f87dbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:50.927575 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a9ee593d-ed11-495c-86c3-085dea7a8c9b req-7d6c1af7-400f-4554-9b2c-07276cb40480 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458846 May 04 21:40:51.008401 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9bc85a09-2626-45a0-8af1-5ac90f87dbe1 admin admin] Publish callbacks [] for security_group (d36a58fe-90e0-4085-9686-d3ef4b39d22e), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.012909 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9bc85a09-2626-45a0-8af1-5ac90f87dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (d36a58fe-90e0-4085-9686-d3ef4b39d22e), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.059861 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-9bc85a09-2626-45a0-8af1-5ac90f87dbe1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cffaad26f194b6cafbb475464062ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448436 May 04 21:40:51.059994 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39438) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:51.072090 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc85a09-2626-45a0-8af1-5ac90f87dbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36a58fe-90e0-4085-9686-d3ef4b39d22e,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:51.140533 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1a517-3ee2-46a4-877e-6f0babec66d0 req-08fce362-93db-4018-bbe9-0bf484185079 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:51.142058 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4ce1a517-3ee2-46a4-877e-6f0babec66d0 req-08fce362-93db-4018-bbe9-0bf484185079 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0646617 May 04 21:40:51.157135 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-16dcd208-780b-4395-83c4-3a90a5bbafb5 admin admin] Publish callbacks [] for security_group (d36a58fe-90e0-4085-9686-d3ef4b39d22e), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.179022 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39442) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:51.193019 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-16dcd208-780b-4395-83c4-3a90a5bbafb5 admin admin] Publish callbacks [] for security_group (d36a58fe-90e0-4085-9686-d3ef4b39d22e), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.220844 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4ce1a517-3ee2-46a4-877e-6f0babec66d0 req-bf951996-f6a9-4bf5-bcad-8d879e68e050 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715141 May 04 21:40:51.258358 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-16dcd208-780b-4395-83c4-3a90a5bbafb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (d36a58fe-90e0-4085-9686-d3ef4b39d22e), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.261199 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-16dcd208-780b-4395-83c4-3a90a5bbafb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.262353 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-16dcd208-780b-4395-83c4-3a90a5bbafb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d36a58fe-90e0-4085-9686-d3ef4b39d22e HTTP/1.1" status: 204 len: 168 time: 0.2014728 May 04 21:40:51.270606 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcd208-780b-4395-83c4-3a90a5bbafb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36a58fe-90e0-4085-9686-d3ef4b39d22e,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:51.293849 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7249d04f-4ab1-4c13-8c96-165036c3925a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.379646 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7249d04f-4ab1-4c13-8c96-165036c3925a admin admin] Publish callbacks [] for security_group (e9b6d38d-13a7-4fb7-a7ca-b10b98c4f9aa), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.385080 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7249d04f-4ab1-4c13-8c96-165036c3925a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e9b6d38d-13a7-4fb7-a7ca-b10b98c4f9aa), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.423833 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7249d04f-4ab1-4c13-8c96-165036c3925a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b63756d17a704d55bca2722ee1db4654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436912 May 04 21:40:51.427072 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39456) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:51.435100 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249d04f-4ab1-4c13-8c96-165036c3925a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b6d38d-13a7-4fb7-a7ca-b10b98c4f9aa,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:51.504481 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ef85f6a9-61b4-495a-abcf-5fe3d6320004 admin admin] Publish callbacks [] for security_group (e9b6d38d-13a7-4fb7-a7ca-b10b98c4f9aa), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.742950 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477faba-ba4c-4132-b70d-f887c776e0c5 req-246d59c0-783d-4de2-85b9-72c32bf58b2c tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:51.744621 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5477faba-ba4c-4132-b70d-f887c776e0c5 req-246d59c0-783d-4de2-85b9-72c32bf58b2c tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0553994 May 04 21:40:51.747300 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ef85f6a9-61b4-495a-abcf-5fe3d6320004 admin admin] Publish callbacks [] for security_group (e9b6d38d-13a7-4fb7-a7ca-b10b98c4f9aa), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.767874 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea3b61-030b-4d63-8b21-aee720825b07 req-62d0701f-318b-42ac-8c9e-59dc21f5129e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:51.769321 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4aea3b61-030b-4d63-8b21-aee720825b07 req-62d0701f-318b-42ac-8c9e-59dc21f5129e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 943 time: 0.2546492 May 04 21:40:51.800463 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5477faba-ba4c-4132-b70d-f887c776e0c5 req-39b890e7-3c07-4a06-9523-75102dff4463 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485587 May 04 21:40:51.852871 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4aea3b61-030b-4d63-8b21-aee720825b07 req-e20fed89-cf28-4837-bba9-1f453d16221e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579302 May 04 21:40:51.857129 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ef85f6a9-61b4-495a-abcf-5fe3d6320004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e9b6d38d-13a7-4fb7-a7ca-b10b98c4f9aa), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.860273 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ef85f6a9-61b4-495a-abcf-5fe3d6320004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:51.861741 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ef85f6a9-61b4-495a-abcf-5fe3d6320004 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9b6d38d-13a7-4fb7-a7ca-b10b98c4f9aa HTTP/1.1" status: 204 len: 168 time: 0.4334705 May 04 21:40:51.869896 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f6a9-61b4-495a-abcf-5fe3d6320004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b6d38d-13a7-4fb7-a7ca-b10b98c4f9aa,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:52.054442 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa913e5-7f3d-4f31-a80d-e8925052d618 req-ef76f477-00ba-411e-98e3-74da6cc0a908 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:52.055951 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cfa913e5-7f3d-4f31-a80d-e8925052d618 req-ef76f477-00ba-411e-98e3-74da6cc0a908 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0485306 May 04 21:40:52.106110 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cfa913e5-7f3d-4f31-a80d-e8925052d618 req-fcbea0e5-0622-4f75-9144-c65ac4958233 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 May 04 21:40:52.196165 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39498) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:52.209370 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-68a0a768-66f7-49ee-9707-1c576ffab4a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.289901 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-68a0a768-66f7-49ee-9707-1c576ffab4a0 admin admin] Publish callbacks [] for security_group (62aaf504-c580-4fff-a6bc-86491b4df8fd), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.295081 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-68a0a768-66f7-49ee-9707-1c576ffab4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (62aaf504-c580-4fff-a6bc-86491b4df8fd), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.347987 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc808cab-af8d-43f6-a953-cb1c0c95d190 req-ef07fcc5-fe6c-4ae6-84c2-e3da7df0b7ab tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:52.349597 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc808cab-af8d-43f6-a953-cb1c0c95d190 req-ef07fcc5-fe6c-4ae6-84c2-e3da7df0b7ab tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0576961 May 04 21:40:52.402755 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc808cab-af8d-43f6-a953-cb1c0c95d190 req-2f734642-d598-4d2b-86f9-dc431fb9ad73 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467906 May 04 21:40:52.498249 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-68a0a768-66f7-49ee-9707-1c576ffab4a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e94f3a7b6ca48358cb19127c68d3367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009062 May 04 21:40:52.500930 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39506) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:52.504758 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0a768-66f7-49ee-9707-1c576ffab4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aaf504-c580-4fff-a6bc-86491b4df8fd,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:52.536884 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 0da17e61-f586-4fdf-b512-fd8f97be34db details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:40:52.561209 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c5beb2d4-f933-4b20-8760-244e0d720cf4 admin admin] Publish callbacks [] for security_group (62aaf504-c580-4fff-a6bc-86491b4df8fd), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.582550 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c5beb2d4-f933-4b20-8760-244e0d720cf4 admin admin] Publish callbacks [] for security_group (62aaf504-c580-4fff-a6bc-86491b4df8fd), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.630807 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c5beb2d4-f933-4b20-8760-244e0d720cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (62aaf504-c580-4fff-a6bc-86491b4df8fd), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.633477 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c5beb2d4-f933-4b20-8760-244e0d720cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.637090 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c5beb2d4-f933-4b20-8760-244e0d720cf4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62aaf504-c580-4fff-a6bc-86491b4df8fd HTTP/1.1" status: 204 len: 168 time: 0.1325238 May 04 21:40:52.640636 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 0da17e61-f586-4fdf-b512-fd8f97be34db, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0da17e61-f586-4fdf-b512-fd8f97be34db,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:52.642599 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5beb2d4-f933-4b20-8760-244e0d720cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aaf504-c580-4fff-a6bc-86491b4df8fd,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:52.656160 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '0da17e61-f586-4fdf-b512-fd8f97be34db', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'port_id': '0da17e61-f586-4fdf-b512-fd8f97be34db', 'mac_address': 'fa:16:3e:8f:41:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:40:52.698614 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 0da17e61-f586-4fdf-b512-fd8f97be34db is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:52.699012 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.715472 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da17e61-f586-4fdf-b512-fd8f97be34db {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:40:52.737990 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 0da17e61-f586-4fdf-b512-fd8f97be34db, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0da17e61-f586-4fdf-b512-fd8f97be34db,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:52.743071 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.791841 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=0da17e61-f586-4fdf-b512-fd8f97be34db,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:52.876265 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8692df65-b50d-408e-8eae-7135c9df8dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:52.940580 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa2bb-f947-4188-a875-e93d0831b2b7 req-6faf71a6-9f07-4658-9915-846336b59974 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:52.943102 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f9aaa2bb-f947-4188-a875-e93d0831b2b7 req-6faf71a6-9f07-4658-9915-846336b59974 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0545871 May 04 21:40:52.961975 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe55bf-8d29-439b-86a9-870db3ede379 req-5660de3a-35e7-4b14-a23f-d43555ec72a1 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:52.963643 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b8fe55bf-8d29-439b-86a9-870db3ede379 req-5660de3a-35e7-4b14-a23f-d43555ec72a1 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 944 time: 0.0552168 May 04 21:40:52.993215 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f9aaa2bb-f947-4188-a875-e93d0831b2b7 req-b19e7bfc-fc25-472e-832f-36cdac8f32e3 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 May 04 21:40:53.018111 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b8fe55bf-8d29-439b-86a9-870db3ede379 req-b8650be9-9e5f-432f-8083-350d2e1104b9 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479968 May 04 21:40:53.219873 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e758e5-eba1-4556-9785-bfa52b78823a req-5420e968-b3a0-4761-9953-6c1430a234f7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:53.221422 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-62e758e5-eba1-4556-9785-bfa52b78823a req-5420e968-b3a0-4761-9953-6c1430a234f7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0472963 May 04 21:40:53.276205 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-62e758e5-eba1-4556-9785-bfa52b78823a req-fb858ca0-14ec-4646-b312-7f4afcc4b129 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493083 May 04 21:40:53.523516 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec022618-c5be-4e81-a2f0-5f4f6ea9ec47 req-2a4bd408-8060-45cc-b3d4-1ac8044d7321 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:53.525092 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec022618-c5be-4e81-a2f0-5f4f6ea9ec47 req-2a4bd408-8060-45cc-b3d4-1ac8044d7321 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0507169 May 04 21:40:53.580842 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec022618-c5be-4e81-a2f0-5f4f6ea9ec47 req-0801b6a5-9794-4bcd-ac20-77f855ebd22e tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498567 May 04 21:40:54.110075 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3ae8-eedb-4f1a-ba85-06df5ce12ab9 req-b67926f7-8c80-4108-bfa2-b4b6a4bbaa3d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:54.117680 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a43b3ae8-eedb-4f1a-ba85-06df5ce12ab9 req-b67926f7-8c80-4108-bfa2-b4b6a4bbaa3d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0539870 May 04 21:40:54.142999 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cbd3b-90ff-4808-a12e-e856a883d145 req-ab42fc01-c5a7-46f6-8343-7828a5426600 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:54.144592 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0a2cbd3b-90ff-4808-a12e-e856a883d145 req-ab42fc01-c5a7-46f6-8343-7828a5426600 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 944 time: 0.0508845 May 04 21:40:54.159625 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a43b3ae8-eedb-4f1a-ba85-06df5ce12ab9 req-947d5041-6030-4adc-bfa2-bcb3361729af tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 May 04 21:40:54.195838 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0a2cbd3b-90ff-4808-a12e-e856a883d145 req-0cfa5971-a41e-4255-b412-a9b2f4965fd1 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455763 May 04 21:40:54.389789 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c98ec-d4c3-42a5-95a4-6c230680e0d1 req-097d53a4-e36a-43d4-a1ac-c0ef7c0fe4bc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:54.391258 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-011c98ec-d4c3-42a5-95a4-6c230680e0d1 req-097d53a4-e36a-43d4-a1ac-c0ef7c0fe4bc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0452752 May 04 21:40:54.439175 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-011c98ec-d4c3-42a5-95a4-6c230680e0d1 req-061302ee-3a86-49d7-bc36-16f923da124a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 May 04 21:40:54.697486 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc20c6-c1f0-429c-b8c2-2f790c0640b6 req-bfee74d5-5e2a-447c-b6c5-32d02d598efa tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:54.698956 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0bbc20c6-c1f0-429c-b8c2-2f790c0640b6 req-bfee74d5-5e2a-447c-b6c5-32d02d598efa tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0461578 May 04 21:40:54.751216 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0bbc20c6-c1f0-429c-b8c2-2f790c0640b6 req-3a1fdfc4-76bc-4f31-8727-f5f8caa5fed0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466771 May 04 21:40:55.231145 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ee3e13ab-37df-410d-96ad-145bcf43b9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:55.289411 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17764b7-56d9-4e6d-978b-d251780f152c req-713c8c61-abc9-4462-b0ab-caf0b944646f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:55.291077 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b17764b7-56d9-4e6d-978b-d251780f152c req-713c8c61-abc9-4462-b0ab-caf0b944646f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0502489 May 04 21:40:55.309482 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b464ff-7c7a-4ac0-8de4-64d225797f0f req-300badf4-b88f-442a-b5cd-10ed7ffddc51 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:55.310952 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e1b464ff-7c7a-4ac0-8de4-64d225797f0f req-300badf4-b88f-442a-b5cd-10ed7ffddc51 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 944 time: 0.0455651 May 04 21:40:55.337122 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b17764b7-56d9-4e6d-978b-d251780f152c req-d3764fad-abf8-4fcf-990f-2948a4b5a080 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 May 04 21:40:55.356531 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e1b464ff-7c7a-4ac0-8de4-64d225797f0f req-b9de5217-771d-4349-a948-e267544fa399 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397122 May 04 21:40:55.571755 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a728f-3d3b-4288-a54c-7ffe828957ed req-326f9f36-8908-4ff8-90c3-44273c9f79ee tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:55.573177 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b10a728f-3d3b-4288-a54c-7ffe828957ed req-326f9f36-8908-4ff8-90c3-44273c9f79ee tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0546837 May 04 21:40:55.619738 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b10a728f-3d3b-4288-a54c-7ffe828957ed req-aeeb393e-d28c-4fcc-89ee-5bb07aae1bfe tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 May 04 21:40:55.725319 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['0da17e61-f586-4fdf-b512-fd8f97be34db'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:40:55.862110 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beaf41-ada5-488a-aa44-f02b1f8bd8af req-9cf2709a-2bf7-4946-996c-1d2fa74f1334 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:55.863572 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-09beaf41-ada5-488a-aa44-f02b1f8bd8af req-9cf2709a-2bf7-4946-996c-1d2fa74f1334 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0463569 May 04 21:40:55.909810 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-09beaf41-ada5-488a-aa44-f02b1f8bd8af req-28068f22-97a6-44db-a0f2-b46e8a4514cb tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 May 04 21:40:56.079009 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:56.460717 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b03b7-abb6-437a-8181-94e8c04d8327 req-a9851d14-d51c-40d2-a988-5abb4fdae27f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:56.462198 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-391b03b7-abb6-437a-8181-94e8c04d8327 req-a9851d14-d51c-40d2-a988-5abb4fdae27f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0462270 May 04 21:40:56.474923 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134523a-05f9-4d1d-8045-514ce903ddd6 req-fc5743cb-46ff-4a46-a8f5-a510cd0b9223 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:56.476429 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8134523a-05f9-4d1d-8045-514ce903ddd6 req-fc5743cb-46ff-4a46-a8f5-a510cd0b9223 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 944 time: 0.0496478 May 04 21:40:56.511887 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-391b03b7-abb6-437a-8181-94e8c04d8327 req-c6efbf95-ec2c-4358-9ff6-cbaf65811c03 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 May 04 21:40:56.527862 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8134523a-05f9-4d1d-8045-514ce903ddd6 req-761801aa-0bae-4435-9522-7a6ea40313d8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 May 04 21:40:56.729278 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:40:56.759829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 0da17e61-f586-4fdf-b512-fd8f97be34db up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:40:56.762276 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f87ea-1141-40ac-bd36-dd6b137ce724 req-9a0c50a7-2dd6-40bc-923d-05b4b87911d1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:56.763840 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-865f87ea-1141-40ac-bd36-dd6b137ce724 req-9a0c50a7-2dd6-40bc-923d-05b4b87911d1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0635290 May 04 21:40:56.852242 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-865f87ea-1141-40ac-bd36-dd6b137ce724 req-456bf38f-5a2c-4a43-a2d1-95d7c65b2129 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802681 May 04 21:40:56.900634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 0da17e61-f586-4fdf-b512-fd8f97be34db completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:40:56.913482 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 0da17e61-f586-4fdf-b512-fd8f97be34db triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:40:56.913777 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:56.951296 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:56.970571 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'port_id': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'mac_address': 'fa:16:3e:6f:c3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:40:57.034027 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-0a959ad3-b752-4b14-870d-e437357a918c tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1d302bed84434e1089efe44793d5cfa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511627 May 04 21:40:57.045972 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 717a2542-9eb2-4124-a1e4-e76cc6748352 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:57.046571 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:57.064479 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 0da17e61-f586-4fdf-b512-fd8f97be34db is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:40:57.065148 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:57.070902 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717a2542-9eb2-4124-a1e4-e76cc6748352 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:40:57.073628 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859fefa-57b4-47b6-af7a-1d7d9ce93e6c req-3ef12899-743f-4adb-b03a-3d4514fa9ebd tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:57.075583 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a859fefa-57b4-47b6-af7a-1d7d9ce93e6c req-3ef12899-743f-4adb-b03a-3d4514fa9ebd tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0704975 May 04 21:40:57.123054 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:57.133287 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:57.185405 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a859fefa-57b4-47b6-af7a-1d7d9ce93e6c req-86ac26d5-65cc-415f-bac9-e988f75e7e6d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954657 May 04 21:40:57.192710 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a210c92e-595e-413f-a3c7-6c2ed4482b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da17e61-f586-4fdf-b512-fd8f97be34db'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:40:57.195115 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef73923c-e7f9-471e-8f2e-920c32571102" -d '{"events": [{"server_uuid": "a210c92e-595e-413f-a3c7-6c2ed4482b80", "name": "network-vif-plugged", "status": "completed", "tag": "0da17e61-f586-4fdf-b512-fd8f97be34db"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:40:57.220506 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 0da17e61-f586-4fdf-b512-fd8f97be34db, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0da17e61-f586-4fdf-b512-fd8f97be34db,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:40:57.229772 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:57.237036 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:57.289518 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3760bdc-d852-47d0-be78-f7b4681eee01 x-openstack-request-id: req-b3760bdc-d852-47d0-be78-f7b4681eee01 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:40:57.289891 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a210c92e-595e-413f-a3c7-6c2ed4482b80", "name": "network-vif-plugged", "status": "completed", "tag": "0da17e61-f586-4fdf-b512-fd8f97be34db", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:40:57.290146 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3760bdc-d852-47d0-be78-f7b4681eee01 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:40:57.290537 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3760bdc-d852-47d0-be78-f7b4681eee01'] response: {'server_uuid': 'a210c92e-595e-413f-a3c7-6c2ed4482b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da17e61-f586-4fdf-b512-fd8f97be34db', 'code': 200} May 04 21:40:57.305183 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=0da17e61-f586-4fdf-b512-fd8f97be34db,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:57.337917 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-54a2792d-a024-436e-8a1c-d4175e3e93f0 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:57.339409 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-54a2792d-a024-436e-8a1c-d4175e3e93f0 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984149 May 04 21:40:57.362798 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f5679-4da3-4898-8079-a7f3b75e46cd req-726acaa1-31ed-4795-9f83-86885005dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:57.364256 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-542f5679-4da3-4898-8079-a7f3b75e46cd req-726acaa1-31ed-4795-9f83-86885005dfd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 1127 time: 0.1094542 May 04 21:40:57.378510 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676138c-c6a2-434e-b062-515df09e90e6 req-bebc35b1-6114-4ead-9e85-69b5c3010624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:57.380315 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-bebc35b1-6114-4ead-9e85-69b5c3010624 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 1128 time: 0.1266046 May 04 21:40:57.387446 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-1e86a647-a631-4889-b643-cf2a8d025acf tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/quotas/1d302bed84434e1089efe44793d5cfa8 HTTP/1.1" status: 200 len: 375 time: 0.0276446 May 04 21:40:57.416390 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-9843d652-e5a9-4dd7-b040-5cfdfce101c7 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d302bed84434e1089efe44793d5cfa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280249 May 04 21:40:57.423621 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c936-b7fc-4288-be72-d9735c732a72 req-fec23ef3-f685-4175-923d-26b741357ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:57.425198 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d304c936-b7fc-4288-be72-d9735c732a72 req-fec23ef3-f685-4175-923d-26b741357ecc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.2267129 May 04 21:40:57.599939 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a34017fa-ebec-4cff-bd61-de6839dd7757 req-954ea462-337d-4e60-8c1f-5bee348874f0 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.0401506 May 04 21:40:57.628302 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:57.691765 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959b53f-f5cd-4d84-9863-59db0b5e0856 req-2712a89c-fec0-4490-857f-8be54d4a94da tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:57.698419 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c959b53f-f5cd-4d84-9863-59db0b5e0856 req-2712a89c-fec0-4490-857f-8be54d4a94da tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0754135 May 04 21:40:57.721037 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39680) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:57.735065 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7066d0-cf3b-43e3-856b-b326126a54c1 req-f9a8390a-88dd-466b-beaf-60b83734832f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:57.737081 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e7066d0-cf3b-43e3-856b-b326126a54c1 req-f9a8390a-88dd-466b-beaf-60b83734832f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0665531 May 04 21:40:57.761119 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c959b53f-f5cd-4d84-9863-59db0b5e0856 req-b6393dad-fa64-4ad9-a0d8-f6a8ecf8aad8 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614817 May 04 21:40:57.797333 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e7066d0-cf3b-43e3-856b-b326126a54c1 req-2fd7ddb8-87b6-41e6-921f-6c3cb7749a29 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540264 May 04 21:40:57.864310 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.017925 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Publish callbacks [] for security_group (494339ba-7155-4e0e-abe1-ecc8a3c5ebc8), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.025749 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20526ca5-9438-4928-9341-9428a5afb8ee req-dbcad9b7-a466-4605-a77a-96f3b57298f7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:58.027292 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-20526ca5-9438-4928-9341-9428a5afb8ee req-dbcad9b7-a466-4605-a77a-96f3b57298f7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0862517 May 04 21:40:58.028395 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (494339ba-7155-4e0e-abe1-ecc8a3c5ebc8), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.085297 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494339ba-7155-4e0e-abe1-ecc8a3c5ebc8,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:58.092469 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78f6f904e8b148e5879aa3b598c624f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704863 May 04 21:40:58.095484 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39698) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:58.103296 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.103665 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.104026 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.104360 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.104686 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.105007 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.105327 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.105643 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.105960 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.106277 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.106608 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.106988 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.107227 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.107567 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.107898 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f54708-66d8-41cf-9be6-7862462dad6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.130497 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-20526ca5-9438-4928-9341-9428a5afb8ee req-c873660f-2703-4984-904f-f6538fb9f27c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963254 May 04 21:40:58.157561 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Publish callbacks [] for security_group (494339ba-7155-4e0e-abe1-ecc8a3c5ebc8), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.178529 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Publish callbacks [] for security_group (494339ba-7155-4e0e-abe1-ecc8a3c5ebc8), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.234290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (494339ba-7155-4e0e-abe1-ecc8a3c5ebc8), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.236808 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.238059 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/494339ba-7155-4e0e-abe1-ecc8a3c5ebc8 HTTP/1.1" status: 204 len: 168 time: 0.1415553 May 04 21:40:58.252212 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494339ba-7155-4e0e-abe1-ecc8a3c5ebc8,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:58.266168 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.266622 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.267038 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.267468 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.267868 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.268481 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.269006 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.269515 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.270249 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.272063 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.272602 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.273099 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.273319 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.273655 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.273989 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f6cea9-f777-4117-9029-27d7367b896c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:40:58.335119 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd09d3-54e8-44fb-b068-659697069e3a req-fa80561b-6761-4c7b-99e0-aa3e112753a0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:58.336819 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-48fd09d3-54e8-44fb-b068-659697069e3a req-fa80561b-6761-4c7b-99e0-aa3e112753a0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0596571 May 04 21:40:58.393013 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-48fd09d3-54e8-44fb-b068-659697069e3a req-8a5496e1-6d1a-497b-95fe-a2f0a291f2b3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507767 May 04 21:40:58.531187 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39728) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:58.549883 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8ce3e442-1538-48f5-b66a-f7ccc6aa32ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.621811 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8ce3e442-1538-48f5-b66a-f7ccc6aa32ec admin admin] Publish callbacks [] for security_group (cd84183f-7e34-4c46-b223-eeee37895167), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.627841 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8ce3e442-1538-48f5-b66a-f7ccc6aa32ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (cd84183f-7e34-4c46-b223-eeee37895167), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.668437 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-8ce3e442-1538-48f5-b66a-f7ccc6aa32ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9dd31a8cdf141999dd95cc439e8b277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358235 May 04 21:40:58.671040 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39732) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:58.676923 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3e442-1538-48f5-b66a-f7ccc6aa32ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd84183f-7e34-4c46-b223-eeee37895167,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:58.692978 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c8889f14-d515-44db-8808-8d9c92fa3505 req-06509928-1b3d-4a55-b188-ac895aaa29b4 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.0282428 May 04 21:40:58.721476 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3470a140-7e2f-4c05-b06c-44b3607ac3d8 admin admin] Publish callbacks [] for security_group (cd84183f-7e34-4c46-b223-eeee37895167), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.742488 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3470a140-7e2f-4c05-b06c-44b3607ac3d8 admin admin] Publish callbacks [] for security_group (cd84183f-7e34-4c46-b223-eeee37895167), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.793403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3470a140-7e2f-4c05-b06c-44b3607ac3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (cd84183f-7e34-4c46-b223-eeee37895167), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.795966 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3470a140-7e2f-4c05-b06c-44b3607ac3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:58.797121 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3470a140-7e2f-4c05-b06c-44b3607ac3d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd84183f-7e34-4c46-b223-eeee37895167 HTTP/1.1" status: 204 len: 168 time: 0.1251543 May 04 21:40:58.809180 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470a140-7e2f-4c05-b06c-44b3607ac3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd84183f-7e34-4c46-b223-eeee37895167,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:40:58.872966 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fdc0b-4dc3-418d-8811-82b4590eba39 req-a49f4deb-b1da-4a91-aed0-12535fb130fe tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:58.874794 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22fdc0b-4dc3-418d-8811-82b4590eba39 req-a49f4deb-b1da-4a91-aed0-12535fb130fe tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0484793 May 04 21:40:58.921084 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d487d-cf61-4140-8bd3-187911f960a0 req-af61032a-d77b-47fc-92e7-e57dd234c2ee tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:58.923166 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa4d487d-cf61-4140-8bd3-187911f960a0 req-af61032a-d77b-47fc-92e7-e57dd234c2ee tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0478501 May 04 21:40:58.927798 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22fdc0b-4dc3-418d-8811-82b4590eba39 req-a8068f82-9de4-44bd-b29e-595d7a18997d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 May 04 21:40:58.979708 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa4d487d-cf61-4140-8bd3-187911f960a0 req-a6348037-25de-4e14-b27a-584eb74373f2 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504849 May 04 21:40:59.244058 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:40:59.258327 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96704dc0-4f89-466d-839f-67537ffde58b req-7d0b6ee7-75d5-4816-969f-7996036be5b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:59.259846 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-96704dc0-4f89-466d-839f-67537ffde58b req-7d0b6ee7-75d5-4816-969f-7996036be5b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0546322 May 04 21:40:59.307112 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-96704dc0-4f89-466d-839f-67537ffde58b req-387a346c-8050-4d1a-ae0c-6263bacb8ca9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 May 04 21:40:59.507480 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab9950-d454-4402-8cd1-2b640c9c38a9 req-2c76602e-9546-4689-a527-6c8c8c0ece9b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:40:59.508898 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c5ab9950-d454-4402-8cd1-2b640c9c38a9 req-2c76602e-9546-4689-a527-6c8c8c0ece9b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0464191 May 04 21:40:59.558697 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c5ab9950-d454-4402-8cd1-2b640c9c38a9 req-23eebe0a-687d-4ea6-93c8-1cb539d7f354 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441360 May 04 21:40:59.786926 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3a126f9b-f1ea-4224-a53f-71fe497848bb req-be46ce4e-5651-49f4-be41-ba23ef4c0139 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.0270424 May 04 21:40:59.886248 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39776) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:40:59.994855 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6249205b-c038-4c67-9bc9-973ef0379965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:00.050498 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce5ab-e6fa-49dc-865c-345a9e0f13e6 req-18c56a06-0c13-4bd1-834d-40a42086ee3a tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:00.051985 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f35ce5ab-e6fa-49dc-865c-345a9e0f13e6 req-18c56a06-0c13-4bd1-834d-40a42086ee3a tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0588987 May 04 21:41:00.095640 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6b52-cca7-40a4-9b49-94b0cfe2c1fc req-2a0b1455-d30b-42c8-b0b4-fa4e47c64125 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:00.097108 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2b7c6b52-cca7-40a4-9b49-94b0cfe2c1fc req-2a0b1455-d30b-42c8-b0b4-fa4e47c64125 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0479801 May 04 21:41:00.114751 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f35ce5ab-e6fa-49dc-865c-345a9e0f13e6 req-45dde16e-96b3-4ee4-a21a-90b9bb80971d tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559037 May 04 21:41:00.144428 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6249205b-c038-4c67-9bc9-973ef0379965 admin admin] Publish callbacks [] for security_group (09215588-38fc-4cdc-9f94-37ce0231c0f8), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:00.149352 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2b7c6b52-cca7-40a4-9b49-94b0cfe2c1fc req-a95f2bfb-467d-4f3c-bd14-54b6dc84349c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463350 May 04 21:41:00.149807 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6249205b-c038-4c67-9bc9-973ef0379965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (09215588-38fc-4cdc-9f94-37ce0231c0f8), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:00.191182 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6249205b-c038-4c67-9bc9-973ef0379965 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1fe5e93d23a45f48a03b84ab979429f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038738 May 04 21:41:00.192063 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249205b-c038-4c67-9bc9-973ef0379965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09215588-38fc-4cdc-9f94-37ce0231c0f8,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:00.194356 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39786) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:00.244021 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-14d4d34b-f8a1-4512-8944-26f22496ea28 admin admin] Publish callbacks [] for security_group (09215588-38fc-4cdc-9f94-37ce0231c0f8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:00.266626 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-14d4d34b-f8a1-4512-8944-26f22496ea28 admin admin] Publish callbacks [] for security_group (09215588-38fc-4cdc-9f94-37ce0231c0f8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:00.314909 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-14d4d34b-f8a1-4512-8944-26f22496ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (09215588-38fc-4cdc-9f94-37ce0231c0f8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:00.319456 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-14d4d34b-f8a1-4512-8944-26f22496ea28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:00.320878 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-14d4d34b-f8a1-4512-8944-26f22496ea28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09215588-38fc-4cdc-9f94-37ce0231c0f8 HTTP/1.1" status: 204 len: 168 time: 0.1256912 May 04 21:41:00.328575 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4d34b-f8a1-4512-8944-26f22496ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09215588-38fc-4cdc-9f94-37ce0231c0f8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:00.422825 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712165a8-7825-44b1-882a-a45da1d6438a req-34539493-060c-47f5-a499-6550a87f98fc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:00.424464 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-712165a8-7825-44b1-882a-a45da1d6438a req-34539493-060c-47f5-a499-6550a87f98fc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0452085 May 04 21:41:00.471385 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-712165a8-7825-44b1-882a-a45da1d6438a req-72bbfc68-45c8-4210-b4c5-f05fc23f85f3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 May 04 21:41:00.671606 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d983e-1a60-4be8-bdd3-ea60c0c6e5f0 req-1659cb1f-9a18-4ef0-bb56-8d88557ae5f8 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:00.673113 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-af6d983e-1a60-4be8-bdd3-ea60c0c6e5f0 req-1659cb1f-9a18-4ef0-bb56-8d88557ae5f8 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0486517 May 04 21:41:00.718676 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-af6d983e-1a60-4be8-bdd3-ea60c0c6e5f0 req-a59ea738-f9f1-46b9-bfd7-10cecc0bf368 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401495 May 04 21:41:00.881464 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a922112e-5c58-44fc-aa70-88a1c028d2ad req-c01eca22-9916-45dd-8c87-fad7ff1c2f7d tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.0293722 May 04 21:41:01.064090 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['717a2542-9eb2-4124-a1e4-e76cc6748352'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:41:01.114468 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:01.236324 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd8dff-7447-4b9e-b791-92620006414a req-73b184e1-0a6e-4d24-97db-c29a8430a39c tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:01.244221 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-08cd8dff-7447-4b9e-b791-92620006414a req-73b184e1-0a6e-4d24-97db-c29a8430a39c tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0575135 May 04 21:41:01.296847 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd175f4-898c-408c-a5ad-dd5ea9681cb9 req-49bd242c-4717-4f5b-90d2-0fe99c580507 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:01.298358 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dfd175f4-898c-408c-a5ad-dd5ea9681cb9 req-49bd242c-4717-4f5b-90d2-0fe99c580507 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0635939 May 04 21:41:01.299899 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-08cd8dff-7447-4b9e-b791-92620006414a req-86b8073a-1ef8-4d74-b391-58cfb99db042 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545094 May 04 21:41:01.345436 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dfd175f4-898c-408c-a5ad-dd5ea9681cb9 req-8b750e5d-dfbb-49c2-a787-53749654c140 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 May 04 21:41:01.375548 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39834) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:01.499453 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-03dcd8b4-d443-4ad8-a474-1f6460d5f0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:01.580573 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-03dcd8b4-d443-4ad8-a474-1f6460d5f0bc admin admin] Publish callbacks [] for security_group (aaea4b5e-618e-49b6-a9a7-6bc3127978f1), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:01.591088 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-03dcd8b4-d443-4ad8-a474-1f6460d5f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (aaea4b5e-618e-49b6-a9a7-6bc3127978f1), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:01.593133 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465f518-54a8-4a47-bacd-2059e3c04e26 req-9ad7f9a7-3c0e-492d-940d-75e6ad802c93 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:01.594695 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4465f518-54a8-4a47-bacd-2059e3c04e26 req-9ad7f9a7-3c0e-492d-940d-75e6ad802c93 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0488484 May 04 21:41:01.646953 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4465f518-54a8-4a47-bacd-2059e3c04e26 req-0130d852-2e55-4e2a-b009-4c63a59d2d32 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463250 May 04 21:41:01.655263 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-03dcd8b4-d443-4ad8-a474-1f6460d5f0bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b57e6a5811b44e0aa3d412ceffe48de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785838 May 04 21:41:01.656362 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-b0adf52a-d184-423a-b048-b40ead0816b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:01.657769 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-b0adf52a-d184-423a-b048-b40ead0816b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 1128 time: 0.0760188 May 04 21:41:01.657948 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39842) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:01.658515 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcd8b4-d443-4ad8-a474-1f6460d5f0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaea4b5e-618e-49b6-a9a7-6bc3127978f1,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:01.706163 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6371be0a-54d7-4d55-80f1-4661eef2d0d9 admin admin] Publish callbacks [] for security_group (aaea4b5e-618e-49b6-a9a7-6bc3127978f1), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:01.726299 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6371be0a-54d7-4d55-80f1-4661eef2d0d9 admin admin] Publish callbacks [] for security_group (aaea4b5e-618e-49b6-a9a7-6bc3127978f1), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:01.804167 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d304c936-b7fc-4288-be72-d9735c732a72 req-267ab0db-2d95-4526-829b-452fd4d806e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0da17e61-f586-4fdf-b512-fd8f97be34db HTTP/1.1" status: 200 len: 217 time: 0.0413127 May 04 21:41:01.811925 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6371be0a-54d7-4d55-80f1-4661eef2d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (aaea4b5e-618e-49b6-a9a7-6bc3127978f1), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:01.814537 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6371be0a-54d7-4d55-80f1-4661eef2d0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:01.815625 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-6371be0a-54d7-4d55-80f1-4661eef2d0d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaea4b5e-618e-49b6-a9a7-6bc3127978f1 HTTP/1.1" status: 204 len: 168 time: 0.1565311 May 04 21:41:01.825809 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371be0a-54d7-4d55-80f1-4661eef2d0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaea4b5e-618e-49b6-a9a7-6bc3127978f1,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:01.885346 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-1c536228-22c5-4933-8a53-ba51874063dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=298e138c-e3ba-4941-8304-6c63bfe584a1 HTTP/1.1" status: 200 len: 217 time: 0.1125863 May 04 21:41:01.933420 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c936-b7fc-4288-be72-d9735c732a72 req-d45abf18-67ec-45fc-8577-432eee06a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:01.935106 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d304c936-b7fc-4288-be72-d9735c732a72 req-d45abf18-67ec-45fc-8577-432eee06a2fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0612481 May 04 21:41:02.033412 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f0addf6a-a5e3-4459-938f-70c6656387f0 req-bead6d07-3b9b-4a22-a2fc-cc57c6198cb8 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.0429547 May 04 21:41:02.046107 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8734e6-2639-4c77-8ebf-de7372bebb72 req-cce18a8c-ce94-430d-ab7a-e9ba4bcf70d2 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.047723 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c936-b7fc-4288-be72-d9735c732a72 req-ddd02016-a83a-4799-92d5-e42a1294f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.048452 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f8734e6-2639-4c77-8ebf-de7372bebb72 req-cce18a8c-ce94-430d-ab7a-e9ba4bcf70d2 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.2531865 May 04 21:41:02.049481 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d304c936-b7fc-4288-be72-d9735c732a72 req-ddd02016-a83a-4799-92d5-e42a1294f5af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704503 May 04 21:41:02.121611 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f5679-4da3-4898-8079-a7f3b75e46cd req-e480c0c4-9969-4853-8968-9163c2981583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.123202 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-542f5679-4da3-4898-8079-a7f3b75e46cd req-e480c0c4-9969-4853-8968-9163c2981583 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3805840 May 04 21:41:02.142591 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676138c-c6a2-434e-b062-515df09e90e6 req-445fe7b2-397d-40cc-9965-28c75aac02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.144080 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-445fe7b2-397d-40cc-9965-28c75aac02ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.1940579 May 04 21:41:02.181035 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-5e81dece-d430-45a3-b63c-f0d8a8c4f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.182517 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-5e81dece-d430-45a3-b63c-f0d8a8c4f422 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.3309896 May 04 21:41:02.186196 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f8734e6-2639-4c77-8ebf-de7372bebb72 req-05be09f2-e66f-4001-a189-961f521fc50f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193562 May 04 21:41:02.253230 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d304c936-b7fc-4288-be72-d9735c732a72 req-4772948e-e0b1-46ee-be86-40f27eb2d775 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160290 May 04 21:41:02.410112 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e0c5-0c88-49cd-9cd2-d00da708e760 req-e4c0949f-4e5d-4495-a6b8-a8b7214c2a7c tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.411773 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7b07e0c5-0c88-49cd-9cd2-d00da708e760 req-e4c0949f-4e5d-4495-a6b8-a8b7214c2a7c tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0483339 May 04 21:41:02.471098 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7b07e0c5-0c88-49cd-9cd2-d00da708e760 req-55edb216-1969-4027-9eba-75983b311ced tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 May 04 21:41:02.501175 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a010f4-9720-4497-8533-894b99bd1923 req-86db3dbb-b589-4e93-8d90-7cd6300af86f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.502670 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f0a010f4-9720-4497-8533-894b99bd1923 req-86db3dbb-b589-4e93-8d90-7cd6300af86f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0628898 May 04 21:41:02.665877 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc900c4-26e6-4820-85fb-21338eb3d0d0 req-d04ac7a1-345d-4f65-b9ce-4ff0488614a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.667563 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4dc900c4-26e6-4820-85fb-21338eb3d0d0 req-d04ac7a1-345d-4f65-b9ce-4ff0488614a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 1129 time: 0.1181507 May 04 21:41:02.736927 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676138c-c6a2-434e-b062-515df09e90e6 req-c9212675-5399-40bf-8592-5218162fbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.738438 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-c9212675-5399-40bf-8592-5218162fbdb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1802151 May 04 21:41:02.787772 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f0a010f4-9720-4497-8533-894b99bd1923 req-4dca37e1-a62c-4e71-a1ba-8082e6381c3c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794054 May 04 21:41:02.797514 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d304c936-b7fc-4288-be72-d9735c732a72 req-3a59be56-84ec-41b2-a20c-8994087cf4f9 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364094 May 04 21:41:02.802018 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-075babd5-a2bc-44a1-b733-fcc69192421b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717a2542-9eb2-4124-a1e4-e76cc6748352 HTTP/1.1" status: 200 len: 217 time: 0.2416377 May 04 21:41:02.823970 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91463ebb-067a-47a0-b502-43a861929ccf req-9749f15e-1e45-49dd-a433-7aa17c7612a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:02.831904 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-91463ebb-067a-47a0-b502-43a861929ccf req-9749f15e-1e45-49dd-a433-7aa17c7612a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0810523 May 04 21:41:02.885557 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-91463ebb-067a-47a0-b502-43a861929ccf req-5c20cd2f-0958-4839-b152-2c412b6fed48 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493414 May 04 21:41:03.074509 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:03.206338 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f5679-4da3-4898-8079-a7f3b75e46cd req-ddbb86e3-13c7-4ce7-8613-1d834e433731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:03.208294 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-542f5679-4da3-4898-8079-a7f3b75e46cd req-ddbb86e3-13c7-4ce7-8613-1d834e433731 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6591072 May 04 21:41:03.212581 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4dc900c4-26e6-4820-85fb-21338eb3d0d0 req-d2fc8499-c0ef-419d-bd52-8348f9829e09 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795033 May 04 21:41:03.222687 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c7ecfdd-708b-4179-8167-41c40885cd14 req-e07825c5-f5d4-4b49-8bf5-15a5f277b6de tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.1133029 May 04 21:41:03.266806 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-7068f7ea-d7ca-456a-8de8-3fd89d27097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:03.268453 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-7068f7ea-d7ca-456a-8de8-3fd89d27097b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.1317480 May 04 21:41:03.303295 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 717a2542-9eb2-4124-a1e4-e76cc6748352 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:41:03.319197 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 717a2542-9eb2-4124-a1e4-e76cc6748352 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:03.319980 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:03.330796 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-40e780a6-1a7b-4f8a-a6d6-29218d9766d8 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947904 May 04 21:41:03.340403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32327-de3c-41a4-821f-88f59c7448f3 req-c04f7ca3-8d07-42a0-b399-9ce2f5c55e71 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:03.342698 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-67a32327-de3c-41a4-821f-88f59c7448f3 req-c04f7ca3-8d07-42a0-b399-9ce2f5c55e71 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0625925 May 04 21:41:03.398507 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-67a32327-de3c-41a4-821f-88f59c7448f3 req-8c12812b-e17a-4703-8b7f-38b5eee135c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487776 May 04 21:41:03.417196 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 717a2542-9eb2-4124-a1e4-e76cc6748352 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:03.417649 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:03.440836 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:41:03.443014 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998c7c2d-90b9-4f0a-a496-324aedf488ca" -d '{"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-plugged", "status": "completed", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:41:03.459597 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:03.463708 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:03.486014 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe62c49-a90c-4c07-ae5a-3b3370f6f063 x-openstack-request-id: req-6fe62c49-a90c-4c07-ae5a-3b3370f6f063 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:41:03.486328 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-plugged", "status": "completed", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:41:03.486585 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6fe62c49-a90c-4c07-ae5a-3b3370f6f063 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:41:03.486975 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe62c49-a90c-4c07-ae5a-3b3370f6f063'] response: {'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'code': 200} May 04 21:41:03.512727 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:03.520131 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.520485 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.520853 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.521215 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.521580 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.521910 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.522239 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.522565 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.522892 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.523215 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.523568 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.523913 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.524239 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.524558 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.524878 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:03.561501 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:41:03.599761 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6d75a-2d6d-47ba-afad-3078212b76e0 req-9db7aaee-6e46-4cc4-812c-9d40ef72ecab tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:03.601224 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7ba6d75a-2d6d-47ba-afad-3078212b76e0 req-9db7aaee-6e46-4cc4-812c-9d40ef72ecab tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0593503 May 04 21:41:03.648447 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7ba6d75a-2d6d-47ba-afad-3078212b76e0 req-30a0f85e-7523-4d11-a10f-3db6b439db39 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 May 04 21:41:04.001842 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18266172-d011-4969-81c1-612b829d062b req-fa7ae7db-6492-402e-8fa2-b87b5b2d4d10 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:04.011934 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-18266172-d011-4969-81c1-612b829d062b req-fa7ae7db-6492-402e-8fa2-b87b5b2d4d10 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.1267252 May 04 21:41:04.025871 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7e13-28ff-49bd-8bcf-2352db06df90 req-37f643d0-4117-42e9-a948-41e179bd0152 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:04.034651 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-14fc7e13-28ff-49bd-8bcf-2352db06df90 req-37f643d0-4117-42e9-a948-41e179bd0152 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0590923 May 04 21:41:04.080010 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-18266172-d011-4969-81c1-612b829d062b req-c08339b0-0202-49e5-adf2-03567430c282 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671103 May 04 21:41:04.083712 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-14fc7e13-28ff-49bd-8bcf-2352db06df90 req-f57e0790-15a4-4a91-a23c-30686234cd86 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479300 May 04 21:41:04.145336 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39934) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:04.267435 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-da13c23a-f947-47bf-87d7-53037d57a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:04.268382 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-da13c23a-f947-47bf-87d7-53037d57a3d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905046 May 04 21:41:04.276073 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2e02ecd2-8dd4-429a-9924-eb689628a7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:04.311883 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5676138c-c6a2-434e-b062-515df09e90e6 req-c3f2c36c-3b00-4ba3-a763-52d24dea4fc8 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557162 May 04 21:41:04.359782 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35d6fd7c-c5b1-4c9f-897f-fb6bba394858 req-98eb455b-c651-4140-b7b9-6ff247d84ba2 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.0377996 May 04 21:41:04.396846 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2e02ecd2-8dd4-429a-9924-eb689628a7e8 admin admin] Publish callbacks [] for security_group (a09f0520-a3cc-440d-972f-fbc8bad6fd74), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:04.401225 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2e02ecd2-8dd4-429a-9924-eb689628a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a09f0520-a3cc-440d-972f-fbc8bad6fd74), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:04.443644 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2e02ecd2-8dd4-429a-9924-eb689628a7e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0cb64e01ea1486db3e5094213523205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970495 May 04 21:41:04.445566 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02ecd2-8dd4-429a-9924-eb689628a7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09f0520-a3cc-440d-972f-fbc8bad6fd74,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:04.446564 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 39950) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:04.545656 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cffc7-9442-48d2-a28a-94732762a2cc req-4bd19de1-d7f4-4cd6-90f4-f84b208465fd tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:04.547144 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-867cffc7-9442-48d2-a28a-94732762a2cc req-4bd19de1-d7f4-4cd6-90f4-f84b208465fd tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0704577 May 04 21:41:04.548005 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9ee19a5f-4e89-44ad-be33-13d095f552d9 admin admin] Publish callbacks [] for security_group (a09f0520-a3cc-440d-972f-fbc8bad6fd74), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:04.583054 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9ee19a5f-4e89-44ad-be33-13d095f552d9 admin admin] Publish callbacks [] for security_group (a09f0520-a3cc-440d-972f-fbc8bad6fd74), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:04.632448 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-867cffc7-9442-48d2-a28a-94732762a2cc req-246cc89d-b4fe-4ce7-ae29-88f7e965f46b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752208 May 04 21:41:04.658264 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9ee19a5f-4e89-44ad-be33-13d095f552d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a09f0520-a3cc-440d-972f-fbc8bad6fd74), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:04.660932 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9ee19a5f-4e89-44ad-be33-13d095f552d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:04.662096 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-9ee19a5f-4e89-44ad-be33-13d095f552d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a09f0520-a3cc-440d-972f-fbc8bad6fd74 HTTP/1.1" status: 204 len: 168 time: 0.2145302 May 04 21:41:04.670243 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee19a5f-4e89-44ad-be33-13d095f552d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09f0520-a3cc-440d-972f-fbc8bad6fd74,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:04.770017 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-a85dde7c-497a-4b1a-9017-a864058f117c tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d302bed84434e1089efe44793d5cfa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647898 May 04 21:41:04.856104 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35867150-3cf8-430a-9d12-5db8d40480ae req-23d633ba-6e66-457e-af67-f48a1abdb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:04.857676 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-23d633ba-6e66-457e-af67-f48a1abdb489 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 1127 time: 0.1367204 May 04 21:41:04.876516 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-51d527f1-2b1d-4170-b130-2016bd34d3ff service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646287 May 04 21:41:05.043428 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39982) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:05.056686 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d3db8c47-c47d-4c36-a2bc-2c8076007dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.137652 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d3db8c47-c47d-4c36-a2bc-2c8076007dae admin admin] Publish callbacks [] for security_group (60ae6611-1a5e-4f76-b667-d1afacc53d6a), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.141425 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d3db8c47-c47d-4c36-a2bc-2c8076007dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (60ae6611-1a5e-4f76-b667-d1afacc53d6a), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.187275 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d3db8c47-c47d-4c36-a2bc-2c8076007dae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c76a0e8687724b9db65e94f6a3906b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427250 May 04 21:41:05.189095 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 39996) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:05.196642 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db8c47-c47d-4c36-a2bc-2c8076007dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ae6611-1a5e-4f76-b667-d1afacc53d6a,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:05.216805 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672a7d-1ae4-4af7-b443-4cc4785ad08a req-ad322f99-a9a9-46b7-8bc1-b42330115ad0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:05.226298 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a8672a7d-1ae4-4af7-b443-4cc4785ad08a req-ad322f99-a9a9-46b7-8bc1-b42330115ad0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0618668 May 04 21:41:05.272212 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6691dc22-27d7-4f8a-b7ba-3f94d00f2ee2 admin admin] Publish callbacks [] for security_group (60ae6611-1a5e-4f76-b667-d1afacc53d6a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.300678 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6691dc22-27d7-4f8a-b7ba-3f94d00f2ee2 admin admin] Publish callbacks [] for security_group (60ae6611-1a5e-4f76-b667-d1afacc53d6a), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.301593 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a8672a7d-1ae4-4af7-b443-4cc4785ad08a req-c82b897e-543c-45e2-ad48-86f659ca5ef8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744591 May 04 21:41:05.354128 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6691dc22-27d7-4f8a-b7ba-3f94d00f2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (60ae6611-1a5e-4f76-b667-d1afacc53d6a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.357003 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6691dc22-27d7-4f8a-b7ba-3f94d00f2ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.360830 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6691dc22-27d7-4f8a-b7ba-3f94d00f2ee2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60ae6611-1a5e-4f76-b667-d1afacc53d6a HTTP/1.1" status: 204 len: 168 time: 0.1681685 May 04 21:41:05.367620 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691dc22-27d7-4f8a-b7ba-3f94d00f2ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ae6611-1a5e-4f76-b667-d1afacc53d6a,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:05.411607 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9d614-2efa-4f6e-9c04-2bf029592796 req-6cc73f6d-bf04-4474-bacd-e2af6f3049e1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:05.413209 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e8c9d614-2efa-4f6e-9c04-2bf029592796 req-6cc73f6d-bf04-4474-bacd-e2af6f3049e1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0477257 May 04 21:41:05.462401 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e8c9d614-2efa-4f6e-9c04-2bf029592796 req-b2ddd08d-5bbb-4817-972e-61e75d390527 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 May 04 21:41:05.552113 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b2bc6eb-4677-42ff-8fb5-74c5a07debf4 req-f0e05a2f-d7f3-496b-be27-b1f6501ad0c4 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.0290058 May 04 21:41:05.640077 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40012) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:05.750025 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1abbcc8d-f8c6-420d-8a1b-204f0500ec0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.757307 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dce3a5-a37b-44a9-9c76-16a33088a041 req-d1aae310-e02e-4271-9c4e-028b4ce6f3a6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:05.758805 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95dce3a5-a37b-44a9-9c76-16a33088a041 req-d1aae310-e02e-4271-9c4e-028b4ce6f3a6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0590544 May 04 21:41:05.806121 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95dce3a5-a37b-44a9-9c76-16a33088a041 req-92abc88d-1511-4bb8-b931-28189352a651 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417976 May 04 21:41:05.838371 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1abbcc8d-f8c6-420d-8a1b-204f0500ec0f admin admin] Publish callbacks [] for security_group (fd2f9b0b-9ccd-4a40-887e-5b0bd3d7e968), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.842439 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1abbcc8d-f8c6-420d-8a1b-204f0500ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (fd2f9b0b-9ccd-4a40-887e-5b0bd3d7e968), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.882407 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1abbcc8d-f8c6-420d-8a1b-204f0500ec0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=522506108bcc4e5d949e53b1dbcf5859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390692 May 04 21:41:05.882407 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbcc8d-f8c6-420d-8a1b-204f0500ec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2f9b0b-9ccd-4a40-887e-5b0bd3d7e968,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:05.883055 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40028) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:05.931761 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-809fa4f8-13e0-4ff0-a1b2-7baba02118b0 admin admin] Publish callbacks [] for security_group (fd2f9b0b-9ccd-4a40-887e-5b0bd3d7e968), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:05.952701 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-809fa4f8-13e0-4ff0-a1b2-7baba02118b0 admin admin] Publish callbacks [] for security_group (fd2f9b0b-9ccd-4a40-887e-5b0bd3d7e968), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.004359 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-809fa4f8-13e0-4ff0-a1b2-7baba02118b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (fd2f9b0b-9ccd-4a40-887e-5b0bd3d7e968), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.006965 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-809fa4f8-13e0-4ff0-a1b2-7baba02118b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.008169 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-809fa4f8-13e0-4ff0-a1b2-7baba02118b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd2f9b0b-9ccd-4a40-887e-5b0bd3d7e968 HTTP/1.1" status: 204 len: 168 time: 0.1240366 May 04 21:41:06.018112 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fa4f8-13e0-4ff0-a1b2-7baba02118b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2f9b0b-9ccd-4a40-887e-5b0bd3d7e968,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:06.363421 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40050) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:06.376523 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8668205-c843-4c4f-a646-b67e975b3943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.424290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a79877-1536-4fcb-856b-9b05a89b8d4a req-ece80c92-7ec8-431f-a99a-f2bfa8e8b8bc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:06.431489 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40052) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:06.432186 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-92a79877-1536-4fcb-856b-9b05a89b8d4a req-ece80c92-7ec8-431f-a99a-f2bfa8e8b8bc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0563464 May 04 21:41:06.478027 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8668205-c843-4c4f-a646-b67e975b3943 admin admin] Publish callbacks [] for security_group (74dc8e40-6b57-461b-91c2-b4e0fe3b82be), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.485019 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8668205-c843-4c4f-a646-b67e975b3943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (74dc8e40-6b57-461b-91c2-b4e0fe3b82be), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.485143 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-92a79877-1536-4fcb-856b-9b05a89b8d4a req-25c195ed-c2eb-4d02-b3eb-a9a4f05a4dbe tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517836 May 04 21:41:06.527653 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8668205-c843-4c4f-a646-b67e975b3943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dc8e40-6b57-461b-91c2-b4e0fe3b82be,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:06.532449 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a8668205-c843-4c4f-a646-b67e975b3943 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82bf94f5558c4073b9fb62f9129a8080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683302 May 04 21:41:06.535035 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40062) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:06.592965 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7118731a-2f60-4f4f-ac52-70985ababe25 admin admin] Publish callbacks [] for security_group (74dc8e40-6b57-461b-91c2-b4e0fe3b82be), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.616819 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7118731a-2f60-4f4f-ac52-70985ababe25 admin admin] Publish callbacks [] for security_group (74dc8e40-6b57-461b-91c2-b4e0fe3b82be), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.619870 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86584bd-3c31-46f5-8b79-72176e0a6391 req-3710029d-e6bb-481f-9431-4e0c93b476d6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:06.621527 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b86584bd-3c31-46f5-8b79-72176e0a6391 req-3710029d-e6bb-481f-9431-4e0c93b476d6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0544624 May 04 21:41:06.638539 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9c837d9-648f-4e0e-bc1c-3ed85a12c866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.668541 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b86584bd-3c31-46f5-8b79-72176e0a6391 req-0db8b77b-b207-4e92-9af1-50cd1c58b406 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411298 May 04 21:41:06.712073 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7118731a-2f60-4f4f-ac52-70985ababe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (74dc8e40-6b57-461b-91c2-b4e0fe3b82be), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.714548 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7118731a-2f60-4f4f-ac52-70985ababe25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.718297 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7118731a-2f60-4f4f-ac52-70985ababe25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74dc8e40-6b57-461b-91c2-b4e0fe3b82be HTTP/1.1" status: 204 len: 168 time: 0.1797960 May 04 21:41:06.729002 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118731a-2f60-4f4f-ac52-70985ababe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dc8e40-6b57-461b-91c2-b4e0fe3b82be,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:06.772332 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9c837d9-648f-4e0e-bc1c-3ed85a12c866 admin admin] Publish callbacks [] for security_group (32808693-1194-466b-8967-d3a15042f389), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.779204 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9c837d9-648f-4e0e-bc1c-3ed85a12c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (32808693-1194-466b-8967-d3a15042f389), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.782884 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ff535f05-518f-4ba0-952b-301615f41b86 req-ade51c78-c71a-4468-bd87-969598783366 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.0320578 May 04 21:41:06.819746 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e9c837d9-648f-4e0e-bc1c-3ed85a12c866 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55d688f723364f99a6e367a3a345a24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865941 May 04 21:41:06.822580 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40074) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:06.829290 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c837d9-648f-4e0e-bc1c-3ed85a12c866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32808693-1194-466b-8967-d3a15042f389,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:06.883767 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a398720b-6c7b-4c6f-9a02-9cda389907d2 admin admin] Publish callbacks [] for security_group (32808693-1194-466b-8967-d3a15042f389), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.937177 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a398720b-6c7b-4c6f-9a02-9cda389907d2 admin admin] Publish callbacks [] for security_group (32808693-1194-466b-8967-d3a15042f389), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:06.973706 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a0549-be65-473b-8a25-f1fe95fade5e req-9285c410-dfa1-401a-b548-56ff43b764d4 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:06.975180 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c48a0549-be65-473b-8a25-f1fe95fade5e req-9285c410-dfa1-401a-b548-56ff43b764d4 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.0782447 May 04 21:41:07.324619 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a398720b-6c7b-4c6f-9a02-9cda389907d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (32808693-1194-466b-8967-d3a15042f389), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:07.327603 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a398720b-6c7b-4c6f-9a02-9cda389907d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:07.331571 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-a398720b-6c7b-4c6f-9a02-9cda389907d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32808693-1194-466b-8967-d3a15042f389 HTTP/1.1" status: 204 len: 168 time: 0.5040319 May 04 21:41:07.364936 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c48a0549-be65-473b-8a25-f1fe95fade5e req-5954285e-5ee4-4171-98ae-acefc8623cf5 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670681 May 04 21:41:07.415755 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398720b-6c7b-4c6f-9a02-9cda389907d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32808693-1194-466b-8967-d3a15042f389,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:07.441872 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-c4a758f1-7ef8-44bf-86ff-e8a905fd9aa1 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:07.443353 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-c4a758f1-7ef8-44bf-86ff-e8a905fd9aa1 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4670880 May 04 21:41:07.445207 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1643d7d-61b1-4a41-93b8-855399d61c37 req-053d1617-744c-451c-93e4-69b2e97a3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:07.446984 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b1643d7d-61b1-4a41-93b8-855399d61c37 req-053d1617-744c-451c-93e4-69b2e97a3dcb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 1129 time: 0.1160040 May 04 21:41:07.447315 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-f414cffa-5f46-4f19-8eef-4dc2ea8f745a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b185628-ac9d-493e-8415-087764c8d327 HTTP/1.1" status: 200 len: 217 time: 0.1307635 May 04 21:41:07.499489 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-0b6ae121-723d-42a8-a06b-4ada088c3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:07.501134 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-0b6ae121-723d-42a8-a06b-4ada088c3989 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 1128 time: 0.1520028 May 04 21:41:07.574414 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed8dae64-3403-4c85-a0a4-ffb259d579e5 req-f9458bb4-642f-4650-adab-8ec6c2f3ec7b service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263062 May 04 21:41:07.607690 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40112) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:07.631048 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd8935-87ea-4602-9de3-072745e62758 req-09868ac8-898b-4507-8525-ea686cfa73d0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:07.637929 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cacd8935-87ea-4602-9de3-072745e62758 req-09868ac8-898b-4507-8525-ea686cfa73d0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0691929 May 04 21:41:07.688285 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cacd8935-87ea-4602-9de3-072745e62758 req-b97e367c-986c-4855-b37a-8033faea0a7c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494432 May 04 21:41:07.803414 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46123134-9d83-4788-b669-0499528e2a8a req-ac1eaaa0-fbda-47cb-bb27-b05c6030de42 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:07.804864 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-46123134-9d83-4788-b669-0499528e2a8a req-ac1eaaa0-fbda-47cb-bb27-b05c6030de42 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0608203 May 04 21:41:07.805967 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-55dd6143-2470-43cc-80e7-0241c47400e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:07.885028 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-46123134-9d83-4788-b669-0499528e2a8a req-c43e723d-59eb-44b8-b0c2-814bf5a9b655 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704865 May 04 21:41:07.930457 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Request body: {'port': {'device_id': '76ccb9fc-3f14-4454-bdeb-47c741a0b49e', 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998', 'admin_state_up': True, 'tenant_id': '1d302bed84434e1089efe44793d5cfa8'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:07.985191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-55dd6143-2470-43cc-80e7-0241c47400e3 admin admin] Publish callbacks [] for security_group (0e76224b-a759-4f93-96cd-3b91000361ae), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.003731 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-55dd6143-2470-43cc-80e7-0241c47400e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (0e76224b-a759-4f93-96cd-3b91000361ae), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.035481 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-55dd6143-2470-43cc-80e7-0241c47400e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d109bcd9117440cb8930c9921ef70f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247899 May 04 21:41:08.041030 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40140) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:08.079542 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35867150-3cf8-430a-9d12-5db8d40480ae req-dd95e74f-4007-4ae3-b879-018795de87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:08.081334 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-dd95e74f-4007-4ae3-b879-018795de87d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.1724846 May 04 21:41:08.166219 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd6143-2470-43cc-80e7-0241c47400e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e76224b-a759-4f93-96cd-3b91000361ae,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:08.174090 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b1643d7d-61b1-4a41-93b8-855399d61c37 req-9dbd2686-6bd7-4a8b-abdf-0ed59cb36a0e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515516 May 04 21:41:08.197206 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0ece358c-8d21-4d65-84b0-4384a6ebc415 admin admin] Publish callbacks [] for security_group (0e76224b-a759-4f93-96cd-3b91000361ae), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.224789 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0ece358c-8d21-4d65-84b0-4384a6ebc415 admin admin] Publish callbacks [] for security_group (0e76224b-a759-4f93-96cd-3b91000361ae), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.231933 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35867150-3cf8-430a-9d12-5db8d40480ae req-4c4fe768-2be8-4ec1-8bf3-b59f44f90b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:08.234373 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-4c4fe768-2be8-4ec1-8bf3-b59f44f90b58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1431060 May 04 21:41:08.266875 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-5a9f5d9d-7cb0-4f94-a406-478e27f78a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:08.270270 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-5a9f5d9d-7cb0-4f94-a406-478e27f78a74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 912 time: 0.2790520 May 04 21:41:08.287817 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0ece358c-8d21-4d65-84b0-4384a6ebc415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (0e76224b-a759-4f93-96cd-3b91000361ae), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.290644 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0ece358c-8d21-4d65-84b0-4384a6ebc415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.294497 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-0ece358c-8d21-4d65-84b0-4384a6ebc415 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e76224b-a759-4f93-96cd-3b91000361ae HTTP/1.1" status: 204 len: 168 time: 0.2472351 May 04 21:41:08.305529 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece358c-8d21-4d65-84b0-4384a6ebc415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e76224b-a759-4f93-96cd-3b91000361ae,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:08.322807 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Made reservation on behalf of 1d302bed84434e1089efe44793d5cfa8 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:41:08.328356 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.342824 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.487024 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bd78021a-7397-48b4-a52e-5ad9845412c8 req-a2b9a106-8f25-4787-8c68-e3b61f41f4f1 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 210 time: 0.0395615 May 04 21:41:08.488926 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks [] for security_group (9ee161cf-f761-4c22-b3a8-a7bd79b28341), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.497154 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (9ee161cf-f761-4c22-b3a8-a7bd79b28341), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:08.545826 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee161cf-f761-4c22-b3a8-a7bd79b28341,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:08.700581 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27445f-3b58-4d5f-a6bf-eb5054171844 req-a23bc8a1-4268-4de9-8eeb-615d73110005 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:08.702097 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7a27445f-3b58-4d5f-a6bf-eb5054171844 req-a23bc8a1-4268-4de9-8eeb-615d73110005 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.1336420 May 04 21:41:08.707364 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-b98cd43a-48e6-4937-b248-099a459fc99b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=298e138c-e3ba-4941-8304-6c63bfe584a1 HTTP/1.1" status: 200 len: 217 time: 0.0510120 May 04 21:41:08.738977 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92c91-57b2-490c-ba58-29bec379da8a req-800f705c-5357-420c-a8a6-039339246fe6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:08.746756 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e9f92c91-57b2-490c-ba58-29bec379da8a req-800f705c-5357-420c-a8a6-039339246fe6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 944 time: 0.1289470 May 04 21:41:08.792511 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Allocated IP 192.168.233.63 (12ef3a23-2146-490a-8e7f-a92899332998/56358e97-494f-4712-bb0a-d2412c8deb99/ba584888-b9db-434c-bbda-7e7a844cd60c) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:41:08.810738 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7a27445f-3b58-4d5f-a6bf-eb5054171844 req-87f21b5a-cfc6-4248-a72f-2a26f17ffcb2 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946658 May 04 21:41:08.820183 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-646bef8a-db89-47ab-8e6c-42f6e6f901d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:08.821708 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-646bef8a-db89-47ab-8e6c-42f6e6f901d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.0709510 May 04 21:41:08.884359 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-bfc310d8-04fe-4b09-bebc-55662a13757a service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353570 May 04 21:41:08.904283 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e9f92c91-57b2-490c-ba58-29bec379da8a req-355b5129-68c2-4a51-8d9a-c0c0ce76585e tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469622 May 04 21:41:08.919002 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40174) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:08.935250 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0bd8-c221-4b67-9408-d3b96d2642bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.014413 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks [] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.037382 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0bd8-c221-4b67-9408-d3b96d2642bb admin admin] Publish callbacks [] for security_group (21093c0c-c955-4490-8068-1cbd5db725d6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.043494 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0bd8-c221-4b67-9408-d3b96d2642bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (21093c0c-c955-4490-8068-1cbd5db725d6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.082852 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f79a4c-48de-45f2-8959-cf12fc8224cf req-ccf79c77-3aab-498a-947f-88d867c336e9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:09.084443 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89f79a4c-48de-45f2-8959-cf12fc8224cf req-ccf79c77-3aab-498a-947f-88d867c336e9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0632331 May 04 21:41:09.102501 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-8c0c0bd8-c221-4b67-9408-d3b96d2642bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=101dda93d64549f1b6ab43583b18cc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819179 May 04 21:41:09.105049 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40182) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:09.107262 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.112732 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c0bd8-c221-4b67-9408-d3b96d2642bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21093c0c-c955-4490-8068-1cbd5db725d6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:09.114443 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 298e138c-e3ba-4941-8304-6c63bfe584a1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:41:09.171513 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Pushing event updated for resources: {'Port': ['ID=ba584888-b9db-434c-bbda-7e7a844cd60c,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:09.178764 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Network 12ef3a23-2146-490a-8e7f-a92899332998 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:41:09.182529 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3f4d-1678-4fea-982f-74221a921f56 admin admin] Publish callbacks [] for security_group (21093c0c-c955-4490-8068-1cbd5db725d6), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.185554 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:09.198333 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:41:09.205513 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:09.206220 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3f4d-1678-4fea-982f-74221a921f56 admin admin] Publish callbacks [] for security_group (21093c0c-c955-4490-8068-1cbd5db725d6), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.206517 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.289432 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89f79a4c-48de-45f2-8959-cf12fc8224cf req-2aa3b074-ca40-4020-8100-ca60d0daee74 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985075 May 04 21:41:09.296290 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4ab93c10-d370-4b93-bda6-2aa8a7e23833 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3724198 May 04 21:41:09.313930 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-cfab4a06-8a6d-4bfc-9776-2e8458f9658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:09.316028 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-cfab4a06-8a6d-4bfc-9776-2e8458f9658b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 1129 time: 0.0905395 May 04 21:41:09.324994 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Request body: {'port': {'device_id': '76ccb9fc-3f14-4454-bdeb-47c741a0b49e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:09.328189 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3f4d-1678-4fea-982f-74221a921f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (21093c0c-c955-4490-8068-1cbd5db725d6), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.331263 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3f4d-1678-4fea-982f-74221a921f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.332523 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-dc4a3f4d-1678-4fea-982f-74221a921f56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21093c0c-c955-4490-8068-1cbd5db725d6 HTTP/1.1" status: 204 len: 168 time: 0.2264276 May 04 21:41:09.411005 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-e40811f9-c9d7-4198-a8b0-c967886158ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:09.415762 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-e40811f9-c9d7-4198-a8b0-c967886158ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1324065 May 04 21:41:09.435332 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 298e138c-e3ba-4941-8304-6c63bfe584a1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=298e138c-e3ba-4941-8304-6c63bfe584a1,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:09.462682 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '298e138c-e3ba-4941-8304-6c63bfe584a1', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'port_id': '298e138c-e3ba-4941-8304-6c63bfe584a1', 'mac_address': 'fa:16:3e:1a:07:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:41:09.527153 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 298e138c-e3ba-4941-8304-6c63bfe584a1 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:09.527757 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.544099 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298e138c-e3ba-4941-8304-6c63bfe584a1 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:41:09.557209 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.571413 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 298e138c-e3ba-4941-8304-6c63bfe584a1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=298e138c-e3ba-4941-8304-6c63bfe584a1,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:09.578654 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35867150-3cf8-430a-9d12-5db8d40480ae req-3b67623a-5b7d-4381-84e5-41181a7d69a6 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942035 May 04 21:41:09.584493 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.590986 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-62d4d85f-fba0-4f87-b92a-10829e3cf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:09.592699 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-62d4d85f-fba0-4f87-b92a-10829e3cf3e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.2586052 May 04 21:41:09.624129 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-5e3f1d6f-4eb4-4323-a982-91ee3f11f803 None None] Provisioning complete for port ba584888-b9db-434c-bbda-7e7a844cd60c triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:09.624536 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1d6f-4eb4-4323-a982-91ee3f11f803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:09.671289 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a3f4d-1678-4fea-982f-74221a921f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21093c0c-c955-4490-8068-1cbd5db725d6,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:09.701562 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-5e3f1d6f-4eb4-4323-a982-91ee3f11f803 None None] Port ba584888-b9db-434c-bbda-7e7a844cd60c cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:41:09.702987 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=298e138c-e3ba-4941-8304-6c63bfe584a1,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:09.800341 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40204) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:09.826566 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ac267-e2e1-4a39-8d4c-6db0f7672fa0 req-96e8407b-cd54-40c5-ada7-0a9132a7c446 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:09.829310 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e05ac267-e2e1-4a39-8d4c-6db0f7672fa0 req-96e8407b-cd54-40c5-ada7-0a9132a7c446 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 935 time: 0.1649535 May 04 21:41:09.873866 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-5853f6b4-e6fd-4c2b-8fe2-f87014d40713 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856412 May 04 21:41:09.913290 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e05ac267-e2e1-4a39-8d4c-6db0f7672fa0 req-633f37f3-7539-4619-9371-acbfb461c919 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767796 May 04 21:41:10.019345 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba584888-b9db-434c-bbda-7e7a844cd60c {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:41:10.029578 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Publish callbacks [] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.037079 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['298e138c-e3ba-4941-8304-6c63bfe584a1'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:41:10.084613 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e5d9-daf0-4608-8c7c-1f1d7c664f12 req-9c5de383-4b0d-40ac-9f1b-f2480bc55208 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:10.087118 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b46e5d9-daf0-4608-8c7c-1f1d7c664f12 req-9c5de383-4b0d-40ac-9f1b-f2480bc55208 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 945 time: 0.0851452 May 04 21:41:10.096710 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Transition to ACTIVE for port object ba584888-b9db-434c-bbda-7e7a844cd60c will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:41:10.114635 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-99b037dd-fce3-4b28-a5f6-350da09d3c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.139763 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.187028 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b46e5d9-daf0-4608-8c7c-1f1d7c664f12 req-0f0bec3c-630a-445e-a39c-0c272341558f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878406 May 04 21:41:10.229844 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545437e-6cf8-468d-b8e0-6c4af758f5c0 req-43ca43b9-1818-4667-a405-71b12ba860bf tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:10.232235 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3545437e-6cf8-468d-b8e0-6c4af758f5c0 req-43ca43b9-1818-4667-a405-71b12ba860bf tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.1631684 May 04 21:41:10.310746 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Pushing event updated for resources: {'Port': ['ID=ba584888-b9db-434c-bbda-7e7a844cd60c,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:10.344881 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-99b037dd-fce3-4b28-a5f6-350da09d3c16 admin admin] Publish callbacks [] for security_group (ff58805c-74f8-4ba7-9cf7-15768765316d), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.354552 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-99b037dd-fce3-4b28-a5f6-350da09d3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ff58805c-74f8-4ba7-9cf7-15768765316d), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.374031 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-5c0fbc00-a9e5-4a76-848a-534028d2a111 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0da17e61-f586-4fdf-b512-fd8f97be34db HTTP/1.1" status: 200 len: 217 time: 0.0932610 May 04 21:41:10.435046 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Attempting to bind port ba584888-b9db-434c-bbda-7e7a844cd60c on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:41:10.435334 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Attempting to bind port ba584888-b9db-434c-bbda-7e7a844cd60c by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8c73c83b-179d-414f-9a7d-80e71a8c39cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:41:10.445678 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Attempting to bind port ba584888-b9db-434c-bbda-7e7a844cd60c on network 12ef3a23-2146-490a-8e7f-a92899332998 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:41:10.454027 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3545437e-6cf8-468d-b8e0-6c4af758f5c0 req-809ce6a5-69c1-453a-96ae-573a65aa238b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017517 May 04 21:41:10.455580 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Port ba584888-b9db-434c-bbda-7e7a844cd60c on network 12ef3a23-2146-490a-8e7f-a92899332998 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:41:10.455751 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Attempting to bind port ba584888-b9db-434c-bbda-7e7a844cd60c on network 12ef3a23-2146-490a-8e7f-a92899332998 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:41:10.462000 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:41:10.462207 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Checking segment: {'id': '8c73c83b-179d-414f-9a7d-80e71a8c39cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:41:10.462575 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Bound using segment: {'id': '8c73c83b-179d-414f-9a7d-80e71a8c39cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:41:10.463017 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Bound port: ba584888-b9db-434c-bbda-7e7a844cd60c, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c73c83b-179d-414f-9a7d-80e71a8c39cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:41:10.463417 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.466808 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b037dd-fce3-4b28-a5f6-350da09d3c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff58805c-74f8-4ba7-9cf7-15768765316d,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:10.489663 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-99b037dd-fce3-4b28-a5f6-350da09d3c16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4daaa6b1d0444d9a9fead265985d3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6861091 May 04 21:41:10.490552 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40230) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:10.530178 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccd7a6-0b46-4a5a-91fd-9bd84ee24545 req-3eabb8c4-6211-43f7-b8f1-04f557a2d879 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:10.537223 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d5ccd7a6-0b46-4a5a-91fd-9bd84ee24545 req-3eabb8c4-6211-43f7-b8f1-04f557a2d879 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.1005869 May 04 21:41:10.592109 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] For port ba584888-b9db-434c-bbda-7e7a844cd60c, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:41:10.599557 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-1b7dac4c-46b4-4013-9d00-0cb48136b619 admin admin] Publish callbacks [] for security_group (ff58805c-74f8-4ba7-9cf7-15768765316d), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.610810 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] For port ba584888-b9db-434c-bbda-7e7a844cd60c, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ba584888-b9db-434c-bbda-7e7a844cd60c,segment=NetworkSegment(8c73c83b-179d-414f-9a7d-80e71a8c39cf),segment_id=8c73c83b-179d-414f-9a7d-80e71a8c39cf)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:41:10.614669 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d5ccd7a6-0b46-4a5a-91fd-9bd84ee24545 req-56b8905b-d806-4fff-a54b-18822da16593 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762818 May 04 21:41:10.630432 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.639538 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-1b7dac4c-46b4-4013-9d00-0cb48136b619 admin admin] Publish callbacks [] for security_group (ff58805c-74f8-4ba7-9cf7-15768765316d), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.699548 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:10.700175 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.701579 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] 10.222.0.21 "PUT /v2.0/ports/ba584888-b9db-434c-bbda-7e7a844cd60c HTTP/1.1" status: 200 len: 1097 time: 1.3836019 May 04 21:41:10.705183 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ccb9fc-3f14-4454-bdeb-47c741a0b49e', 'tag': 'ba584888-b9db-434c-bbda-7e7a844cd60c'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:41:10.707798 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bbfdb2-6640-48d2-b666-50720cf7cd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "76ccb9fc-3f14-4454-bdeb-47c741a0b49e", "tag": "ba584888-b9db-434c-bbda-7e7a844cd60c"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:41:10.771982 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e762e3a-8f09-454d-be82-55aa8678745c x-openstack-request-id: req-5e762e3a-8f09-454d-be82-55aa8678745c {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:41:10.772272 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ccb9fc-3f14-4454-bdeb-47c741a0b49e", "tag": "ba584888-b9db-434c-bbda-7e7a844cd60c", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:41:10.772705 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e762e3a-8f09-454d-be82-55aa8678745c {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:41:10.772903 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e762e3a-8f09-454d-be82-55aa8678745c'] response: {'name': 'network-changed', 'server_uuid': '76ccb9fc-3f14-4454-bdeb-47c741a0b49e', 'tag': 'ba584888-b9db-434c-bbda-7e7a844cd60c', 'status': 'completed', 'code': 200} May 04 21:41:10.778020 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbac02-9c29-4338-8f83-b53dbb4e9259 service neutron] Pushing event updated for resources: {'Port': ['ID=ba584888-b9db-434c-bbda-7e7a844cd60c,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:10.799511 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361669ae-57e9-404a-b86a-673cfbb29654 req-5cdb22a4-67fd-4dac-b38e-83b98ef13ecd tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:10.801060 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-361669ae-57e9-404a-b86a-673cfbb29654 req-5cdb22a4-67fd-4dac-b38e-83b98ef13ecd tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0766547 May 04 21:41:10.810203 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40248) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:10.814865 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-5faa61d0-abae-4cd0-9df9-2c1fe66e9bef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'floatingip': {'port_id': '717a2542-9eb2-4124-a1e4-e76cc6748352'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:10.826764 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-1b7dac4c-46b4-4013-9d00-0cb48136b619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ff58805c-74f8-4ba7-9cf7-15768765316d), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.830914 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-1b7dac4c-46b4-4013-9d00-0cb48136b619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:10.838292 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-1b7dac4c-46b4-4013-9d00-0cb48136b619 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff58805c-74f8-4ba7-9cf7-15768765316d HTTP/1.1" status: 204 len: 168 time: 0.3441286 May 04 21:41:10.857451 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dac4c-46b4-4013-9d00-0cb48136b619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff58805c-74f8-4ba7-9cf7-15768765316d,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:10.916412 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5faa61d0-abae-4cd0-9df9-2c1fe66e9bef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (be77a62c-2bc1-473d-8f5c-bebd15e23d3a), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:11.120788 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7668e81-d3cc-4a8f-994a-3a5322483003 req-44c60920-a1d3-402d-b847-713d23a71daa tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:11.122208 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e7668e81-d3cc-4a8f-994a-3a5322483003 req-44c60920-a1d3-402d-b847-713d23a71daa tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 947 time: 0.1013222 May 04 21:41:11.438856 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e7668e81-d3cc-4a8f-994a-3a5322483003 req-ba72c6f2-25f1-4452-b01a-66c1f1f99128 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060141 May 04 21:41:11.454631 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 298e138c-e3ba-4941-8304-6c63bfe584a1 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:11.477604 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557527b3-7d91-44a2-b7da-c8e351bde4f1 req-d4cc7e71-a6e6-4800-9fec-db77c706e611 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:11.479421 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-557527b3-7d91-44a2-b7da-c8e351bde4f1 req-d4cc7e71-a6e6-4800-9fec-db77c706e611 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 945 time: 0.1242065 May 04 21:41:11.594609 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 298e138c-e3ba-4941-8304-6c63bfe584a1 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:41:11.598688 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-557527b3-7d91-44a2-b7da-c8e351bde4f1 req-d25a3940-6eaa-4b6c-a773-ae04029d7068 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099415 May 04 21:41:11.607755 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 298e138c-e3ba-4941-8304-6c63bfe584a1 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:11.608757 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:11.706984 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 298e138c-e3ba-4941-8304-6c63bfe584a1 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:11.707374 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:11.742329 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50fe8e-143e-4786-8e43-eea4ce083f6d req-7c3fd4df-4df1-432b-84d3-d89b370fc771 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:11.743876 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ae50fe8e-143e-4786-8e43-eea4ce083f6d req-7c3fd4df-4df1-432b-84d3-d89b370fc771 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.1280367 May 04 21:41:11.749069 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 298e138c-e3ba-4941-8304-6c63bfe584a1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=298e138c-e3ba-4941-8304-6c63bfe584a1,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:11.750727 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e138c-e3ba-4941-8304-6c63bfe584a1'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:41:11.753955 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18afc9e0-c925-42c0-a117-8da909cf6fab" -d '{"events": [{"server_uuid": "a0a016b5-adcd-47df-bd64-1343f05096df", "name": "network-vif-plugged", "status": "completed", "tag": "298e138c-e3ba-4941-8304-6c63bfe584a1"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:41:11.757804 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:11.803184 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ca2495-4a89-4a9f-b298-942d67a0ea22 x-openstack-request-id: req-d5ca2495-4a89-4a9f-b298-942d67a0ea22 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:41:11.803677 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a016b5-adcd-47df-bd64-1343f05096df", "name": "network-vif-plugged", "status": "completed", "tag": "298e138c-e3ba-4941-8304-6c63bfe584a1", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:41:11.804089 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5ca2495-4a89-4a9f-b298-942d67a0ea22 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:41:11.804490 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ca2495-4a89-4a9f-b298-942d67a0ea22'] response: {'server_uuid': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e138c-e3ba-4941-8304-6c63bfe584a1', 'code': 200} May 04 21:41:11.834881 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=298e138c-e3ba-4941-8304-6c63bfe584a1,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:11.911447 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ae50fe8e-143e-4786-8e43-eea4ce083f6d req-eebcaef0-852d-4b28-a2d7-e05bf428f263 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614907 May 04 21:41:11.985996 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40308) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:12.078535 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5faa61d0-abae-4cd0-9df9-2c1fe66e9bef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.083978 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5faa61d0-abae-4cd0-9df9-2c1fe66e9bef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (be77a62c-2bc1-473d-8f5c-bebd15e23d3a), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.142397 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2084201733-network', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:12.161437 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Made reservation on behalf of 0d5e29b8ac49423f9b0ce4eeb03e6be5 for: {'network': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:41:12.164392 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.180156 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.188560 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-5faa61d0-abae-4cd0-9df9-2c1fe66e9bef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Floating IP be77a62c-2bc1-473d-8f5c-bebd15e23d3a associated. External IP: 172.27.1.106, port: 717a2542-9eb2-4124-a1e4-e76cc6748352. May 04 21:41:12.281928 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Publish callbacks [] for security_group (f7b7254e-d46b-4e86-a5cd-290db62cdb73), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.286726 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f7b7254e-d46b-4e86-a5cd-290db62cdb73), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.308851 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=110027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:41:12.322805 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b7254e-d46b-4e86-a5cd-290db62cdb73,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:12.327728 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (cd70bf48-1cfe-4140-809f-70bc873f9874), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.328067 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.segments_db [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Added segment cd70bf48-1cfe-4140-809f-70bc873f9874 of type vlan for network 58dcd464-c9b8-4377-bc94-3c86783ada08 May 04 21:41:12.371250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (58dcd464-c9b8-4377-bc94-3c86783ada08), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.397710 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (58dcd464-c9b8-4377-bc94-3c86783ada08), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.399056 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:12.402281 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.429313 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faa61d0-abae-4cd0-9df9-2c1fe66e9bef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Router ce589d17-d888-4605-bf98-929d27357f48 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:41:12.441761 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4516437 May 04 21:41:12.441957 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40322) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:12.476670 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4a0f7-18f3-4332-be09-c6ab4401de67 admin admin] Pushing event updated for resources: {'Network': ['ID=58dcd464-c9b8-4377-bc94-3c86783ada08,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:12.479851 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Request body: {'subnet': {'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2084201733-subnet', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:12.491983 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 58dcd464-c9b8-4377-bc94-3c86783ada08 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:41:12.514058 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Made reservation on behalf of 0d5e29b8ac49423f9b0ce4eeb03e6be5 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:41:12.515647 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8671830'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.611021 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faa61d0-abae-4cd0-9df9-2c1fe66e9bef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:41:12.618062 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5faa61d0-abae-4cd0-9df9-2c1fe66e9bef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:12.629314 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] Sync routers for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:41:12.644570 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:12.645265 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:40:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:12.660034 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1f50-4af2-4924-af74-39831902f61a req-6796165c-4dc9-45fb-b8cb-a38e132678cb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:12.680196 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8f7b1f50-4af2-4924-af74-39831902f61a req-6796165c-4dc9-45fb-b8cb-a38e132678cb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 947 time: 0.1186757 May 04 21:41:12.708960 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5faa61d0-abae-4cd0-9df9-2c1fe66e9bef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "PUT /v2.0/floatingips/be77a62c-2bc1-473d-8f5c-bebd15e23d3a HTTP/1.1" status: 200 len: 991 time: 1.8956220 May 04 21:41:12.708960 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:41:12.709647 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508d5921-b54f-48f8-8e2f-2294ca564624" -d '{"events": [{"name": "network-changed", "server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:41:12.808508 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8f7b1f50-4af2-4924-af74-39831902f61a req-7ad79cd7-e061-4384-8538-273f341dbc96 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255856 May 04 21:41:12.894105 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee13f0-ab9b-464a-89c9-5ccd95bd1e2e req-0728d37f-1057-47c5-bef3-0716ff227210 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:12.900855 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-54ee13f0-ab9b-464a-89c9-5ccd95bd1e2e req-0728d37f-1057-47c5-bef3-0716ff227210 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.1188402 May 04 21:41:12.905583 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6500e2e8-1a41-4dae-b725-a3cd36563301 x-openstack-request-id: req-6500e2e8-1a41-4dae-b725-a3cd36563301 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:41:12.905876 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:41:12.909109 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6500e2e8-1a41-4dae-b725-a3cd36563301 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:41:12.909885 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6500e2e8-1a41-4dae-b725-a3cd36563301'] response: {'name': 'network-changed', 'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'status': 'completed', 'code': 200} May 04 21:41:12.964894 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbfdb2-6640-48d2-b666-50720cf7cd6c req-fce188fd-247b-4b47-8f8d-62fb45582037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:12.969733 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-55bbfdb2-6640-48d2-b666-50720cf7cd6c req-fce188fd-247b-4b47-8f8d-62fb45582037 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d302bed84434e1089efe44793d5cfa8&device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 1131 time: 0.2015176 May 04 21:41:12.984376 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-df18ccfd-282b-48b4-becf-dd591c71726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:12.989243 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:12.990206 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-df18ccfd-282b-48b4-becf-dd591c71726d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.2217865 May 04 21:41:13.031917 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-8467abe4-4f39-4434-8a8b-6c66fdd28a34 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606143 May 04 21:41:13.094513 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-69292f90-97c1-4a8b-8aaa-ab7be039557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:13.096261 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-69292f90-97c1-4a8b-8aaa-ab7be039557f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003540 May 04 21:41:13.112381 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9291508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8671780'] for subnet (4a49f5ac-4df1-4bde-bd0d-e087fbce9eba), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:13.114604 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-c45c7bee-0d5f-4eca-b6d2-7972091de073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:13.116109 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-c45c7bee-0d5f-4eca-b6d2-7972091de073 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 1129 time: 0.1282122 May 04 21:41:13.126944 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-55bbfdb2-6640-48d2-b666-50720cf7cd6c req-1dd51098-5ef0-49af-ab92-0badf3a8b85e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d302bed84434e1089efe44793d5cfa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1351018 May 04 21:41:13.129318 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398247b-0121-45b3-ac86-aa33e2d6d146 req-ccda6d32-cf26-413b-93b5-566a44c1b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:13.130779 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b398247b-0121-45b3-ac86-aa33e2d6d146 req-ccda6d32-cf26-413b-93b5-566a44c1b869 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 1130 time: 0.1449378 May 04 21:41:13.195605 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-54ee13f0-ab9b-464a-89c9-5ccd95bd1e2e req-e2753225-e41d-458b-beb2-cd0baf98d415 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763231 May 04 21:41:13.451440 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'be77a62c-2bc1-473d-8f5c-bebd15e23d3a', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'port_id': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'mac_address': 'fa:16:3e:6f:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60f512d-004a-4006-bd94-2fb675358393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:40:18Z', 'updated_at': '2022-05-04T21:41:11Z', 'revision_number': 1, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:13.494332 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] Checking router: ce589d17-d888-4605-bf98-929d27357f48 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:41:13.510768 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:13.511780 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:40:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:13.516302 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d8b23-e5a9-4481-be6a-13b24faaeca8 req-e351e327-64e1-4dcc-b5ee-fd98d958d6f8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:13.519976 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e98d8b23-e5a9-4481-be6a-13b24faaeca8 req-e351e327-64e1-4dcc-b5ee-fd98d958d6f8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.4225211 May 04 21:41:13.637471 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a49f5ac-4df1-4bde-bd0d-e087fbce9eba,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:13.648917 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:13.668312 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b398247b-0121-45b3-ac86-aa33e2d6d146 req-3de31fb1-7382-402a-8429-0219f5de8f0f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5008211 May 04 21:41:13.669480 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Checking segment: {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:41:13.669997 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Network hostable DHCP agents. Network: 58dcd464-c9b8-4377-bc94-3c86783ada08, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:41:13.672358 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-c4de5d5f-681d-44c6-a12c-cfe3920e2ec7 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624545 May 04 21:41:13.683278 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-2bb5d555-d98c-4f79-8f03-29f8bd3f321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:13.684947 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-2bb5d555-d98c-4f79-8f03-29f8bd3f321f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.5211062 May 04 21:41:13.692573 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbfdb2-6640-48d2-b666-50720cf7cd6c req-6585ac47-d2ea-4247-bf1d-647cf6577e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:13.694476 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-55bbfdb2-6640-48d2-b666-50720cf7cd6c req-6585ac47-d2ea-4247-bf1d-647cf6577e5e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5546646 May 04 21:41:13.706351 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Network 58dcd464-c9b8-4377-bc94-3c86783ada08 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:41:13.709987 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40374) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:13.711964 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e98d8b23-e5a9-4481-be6a-13b24faaeca8 req-2242ef43-ee91-49bf-9ded-54af83ef09ca tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482434 May 04 21:41:13.727295 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 58dcd464-c9b8-4377-bc94-3c86783ada08) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:13.731483 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:13.732189 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:13.738426 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853892a2-e95c-4726-9df1-65ad8bc228cc None None] Network 58dcd464-c9b8-4377-bc94-3c86783ada08 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:41:13.756939 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6f13dd69-d119-4f12-8c57-e6a799e95469 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3138635 May 04 21:41:13.759948 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40378) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:13.766514 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:13.791774 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (793d8936-99b6-4085-96cb-7c67c6b8ffa3), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:13.793530 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (793d8936-99b6-4085-96cb-7c67c6b8ffa3), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:13.871846 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9f282f1-aa51-4f38-bce2-3a68b7d42166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:13.876454 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks [] for router_controller (793d8936-99b6-4085-96cb-7c67c6b8ffa3), precommit_add_association {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:13.913783 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-58dcd464-c9b8-4377-bc94-3c86783ada08', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:41:13.914831 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:13.973469 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe997f80-5ee9-48d1-afe6-df10127a50c0 req-da84f46d-ace2-4fb7-86e4-1243723275fe tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:13.975085 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe997f80-5ee9-48d1-afe6-df10127a50c0 req-da84f46d-ace2-4fb7-86e4-1243723275fe tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 947 time: 0.0687449 May 04 21:41:13.985289 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'be77a62c-2bc1-473d-8f5c-bebd15e23d3a', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'port_id': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'mac_address': 'fa:16:3e:6f:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60f512d-004a-4006-bd94-2fb675358393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:40:18Z', 'updated_at': '2022-05-04T21:41:11Z', 'revision_number': 1, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:14.013043 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b86eb-fd2c-426f-81df-eee6987f4ef0 None None] The sync data for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi is: [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'be77a62c-2bc1-473d-8f5c-bebd15e23d3a', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'port_id': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'mac_address': 'fa:16:3e:6f:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60f512d-004a-4006-bd94-2fb675358393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:40:18Z', 'updated_at': '2022-05-04T21:41:11Z', 'revision_number': 1, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:41:14.046353 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks [] for router_gateway (793d8936-99b6-4085-96cb-7c67c6b8ffa3), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.046565 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9f282f1-aa51-4f38-bce2-3a68b7d42166 admin admin] Publish callbacks [] for security_group (9fdc5bdf-7520-46c4-b642-3bae21b777a1), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.063235 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9f282f1-aa51-4f38-bce2-3a68b7d42166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (9fdc5bdf-7520-46c4-b642-3bae21b777a1), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.117770 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe997f80-5ee9-48d1-afe6-df10127a50c0 req-616b05b3-fb5b-4b50-ae98-d6b2d1a2f1ce tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325922 May 04 21:41:14.125761 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e9f282f1-aa51-4f38-bce2-3a68b7d42166 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89b3aabc127047a8b60567ae30178359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147332 May 04 21:41:14.126254 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40384) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:14.163371 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Allocated IP 172.20.0.2 (58dcd464-c9b8-4377-bc94-3c86783ada08/4a49f5ac-4df1-4bde-bd0d-e087fbce9eba/ab22048c-7460-4953-a7a1-66ad31969a48) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:41:14.206307 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f282f1-aa51-4f38-bce2-3a68b7d42166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdc5bdf-7520-46c4-b642-3bae21b777a1,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:14.255290 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-e10a70f0-12c4-47d1-bfd5-d5e5f368a06c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717a2542-9eb2-4124-a1e4-e76cc6748352 HTTP/1.1" status: 200 len: 999 time: 0.1208591 May 04 21:41:14.340976 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Publish callbacks [] for port (ab22048c-7460-4953-a7a1-66ad31969a48), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.348118 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.393072 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce2845-e450-4ec8-b3c1-bb60d2ab4340 None None] New status for floating IP be77a62c-2bc1-473d-8f5c-bebd15e23d3a: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:41:14.424944 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6812b50-aa02-42a6-8bae-d2c2ecb38cd7 req-e08ca1d1-4470-4f1b-b294-272ae5b48b1a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:14.426326 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f6812b50-aa02-42a6-8bae-d2c2ecb38cd7 req-e08ca1d1-4470-4f1b-b294-272ae5b48b1a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.1452065 May 04 21:41:14.428132 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ef3560f-52e8-4401-ab1c-0912f6543f67 req-2942c15b-38be-49f6-aaf8-d12c81557bac service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030400 May 04 21:41:14.434380 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-32364656-db80-4081-85ca-4e59f2dc06c3 admin admin] Publish callbacks [] for security_group (9fdc5bdf-7520-46c4-b642-3bae21b777a1), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.467006 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Pushing event updated for resources: {'Port': ['ID=ab22048c-7460-4953-a7a1-66ad31969a48,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:14.475060 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks [] for router_gateway (793d8936-99b6-4085-96cb-7c67c6b8ffa3), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.482371 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-32364656-db80-4081-85ca-4e59f2dc06c3 admin admin] Publish callbacks [] for security_group (9fdc5bdf-7520-46c4-b642-3bae21b777a1), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.510736 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.595599 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Network 58dcd464-c9b8-4377-bc94-3c86783ada08 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:41:14.602778 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f6812b50-aa02-42a6-8bae-d2c2ecb38cd7 req-4cf20340-5384-4d63-b16f-ee4ebe7b7b60 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661739 May 04 21:41:14.616336 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:14.625172 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:41:14.664278 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-32364656-db80-4081-85ca-4e59f2dc06c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (9fdc5bdf-7520-46c4-b642-3bae21b777a1), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.667045 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-32364656-db80-4081-85ca-4e59f2dc06c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.670651 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-32364656-db80-4081-85ca-4e59f2dc06c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fdc5bdf-7520-46c4-b642-3bae21b777a1 HTTP/1.1" status: 204 len: 168 time: 0.5328655 May 04 21:41:14.720527 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40402) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:14.723142 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32364656-db80-4081-85ca-4e59f2dc06c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdc5bdf-7520-46c4-b642-3bae21b777a1,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:14.772708 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-300005a8-4344-4327-b6cb-0f5799720ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:14.775226 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-300005a8-4344-4327-b6cb-0f5799720ced service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.1082273 May 04 21:41:14.794675 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Allocated IP 172.27.1.39 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:41:14.815374 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-25b3fec8-e2c8-4191-ac18-a4298e7404cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:14.819624 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-25b3fec8-e2c8-4191-ac18-a4298e7404cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d302bed84434e1089efe44793d5cfa8&device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 1131 time: 0.1504266 May 04 21:41:14.883640 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Attempting to bind port ab22048c-7460-4953-a7a1-66ad31969a48 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:41:14.884349 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Attempting to bind port ab22048c-7460-4953-a7a1-66ad31969a48 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:41:14.884349 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Attempting to bind port ab22048c-7460-4953-a7a1-66ad31969a48 on network 58dcd464-c9b8-4377-bc94-3c86783ada08 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:41:14.896424 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f77c3-9236-4450-b54b-0874eee4c3ba req-23828fda-7911-4385-b333-1862ecac60ed tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:14.897826 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d25f77c3-9236-4450-b54b-0874eee4c3ba req-23828fda-7911-4385-b333-1862ecac60ed tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0551701 May 04 21:41:14.910007 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:41:14.910645 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Checking segment: {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:41:14.911264 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.911854 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Bound using segment: {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:41:14.913554 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Bound port: ab22048c-7460-4953-a7a1-66ad31969a48, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:41:14.914112 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:14.942920 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-e8ebb70f-d348-4e9b-9367-dee01b0946bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:14.945131 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-e8ebb70f-d348-4e9b-9367-dee01b0946bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1482894 May 04 21:41:14.971344 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e9e39d0c-d563-49bf-82fd-47bb6f53010c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.014755 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d25f77c3-9236-4450-b54b-0874eee4c3ba req-5f386f43-28fb-4a31-aff0-2c996c343667 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099172 May 04 21:41:15.019500 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] For port ab22048c-7460-4953-a7a1-66ad31969a48, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:41:15.023053 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] For port ab22048c-7460-4953-a7a1-66ad31969a48, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=ab22048c-7460-4953-a7a1-66ad31969a48,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:41:15.032528 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.054957 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-ea5f67cd-f623-4cdf-8b88-5df77a9dcb78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=ba584888-b9db-434c-bbda-7e7a844cd60c HTTP/1.1" status: 200 len: 217 time: 0.0678456 May 04 21:41:15.098534 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-82620d23-342d-4dcd-ab0e-9c9d840230cf service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257074 May 04 21:41:15.102258 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks [] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.118545 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f8797-ded8-414d-82e8-cb8591a7e99c None None] Pushing event updated for resources: {'Port': ['ID=ab22048c-7460-4953-a7a1-66ad31969a48,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:15.186936 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40416) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:15.196956 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.200535 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e9e39d0c-d563-49bf-82fd-47bb6f53010c admin admin] Publish callbacks [] for security_group (ac4b77f3-77ae-47fb-b0af-0bc21825d9ef), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.214211 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28b37ea2-70f6-407a-8a8e-9aca03832342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.237169 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e9e39d0c-d563-49bf-82fd-47bb6f53010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ac4b77f3-77ae-47fb-b0af-0bc21825d9ef), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.295746 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:41:15.310722 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28b37ea2-70f6-407a-8a8e-9aca03832342 admin admin] Publish callbacks [] for security_group (30307f95-fdcb-462c-b027-946573f60ce5), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.319358 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28b37ea2-70f6-407a-8a8e-9aca03832342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (30307f95-fdcb-462c-b027-946573f60ce5), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.321437 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:15.325466 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:41:15.346376 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e9e39d0c-d563-49bf-82fd-47bb6f53010c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df1dc421248b47bb8192bf7142e9be75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013346 May 04 21:41:15.346985 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40418) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:15.385102 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-28b37ea2-70f6-407a-8a8e-9aca03832342 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c257a458bcd42dbbb1ffd499fe2c6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941466 May 04 21:41:15.385102 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b37ea2-70f6-407a-8a8e-9aca03832342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30307f95-fdcb-462c-b027-946573f60ce5,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:15.385375 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:15.385805 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40420) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:15.395686 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae576cf-3366-47f2-8d35-403bd7b3dfd2 req-a840a21b-06d2-4a52-a652-512ab97cd7aa tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:15.398567 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dae576cf-3366-47f2-8d35-403bd7b3dfd2 req-a840a21b-06d2-4a52-a652-512ab97cd7aa tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 947 time: 0.1704085 May 04 21:41:15.435335 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5b185628-ac9d-493e-8415-087764c8d327 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:41:15.440311 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e39d0c-d563-49bf-82fd-47bb6f53010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4b77f3-77ae-47fb-b0af-0bc21825d9ef,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:15.472209 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c5525cb7-af22-49f4-983d-b5a88aa4e922 admin admin] Publish callbacks [] for security_group (30307f95-fdcb-462c-b027-946573f60ce5), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.497643 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c5525cb7-af22-49f4-983d-b5a88aa4e922 admin admin] Publish callbacks [] for security_group (30307f95-fdcb-462c-b027-946573f60ce5), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.557799 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c5525cb7-af22-49f4-983d-b5a88aa4e922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (30307f95-fdcb-462c-b027-946573f60ce5), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.561034 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c5525cb7-af22-49f4-983d-b5a88aa4e922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.561877 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c5525cb7-af22-49f4-983d-b5a88aa4e922 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30307f95-fdcb-462c-b027-946573f60ce5 HTTP/1.1" status: 204 len: 168 time: 0.1751821 May 04 21:41:15.571571 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5525cb7-af22-49f4-983d-b5a88aa4e922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30307f95-fdcb-462c-b027-946573f60ce5,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:15.595100 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5b185628-ac9d-493e-8415-087764c8d327, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5b185628-ac9d-493e-8415-087764c8d327,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:15.608621 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '5b185628-ac9d-493e-8415-087764c8d327', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'port_id': '5b185628-ac9d-493e-8415-087764c8d327', 'mac_address': 'fa:16:3e:19:0f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:41:15.648163 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 5b185628-ac9d-493e-8415-087764c8d327 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:15.648805 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5b185628-ac9d-493e-8415-087764c8d327), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.665609 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b185628-ac9d-493e-8415-087764c8d327 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:41:15.692470 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5b185628-ac9d-493e-8415-087764c8d327, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5b185628-ac9d-493e-8415-087764c8d327,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:15.704514 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (5b185628-ac9d-493e-8415-087764c8d327), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.785422 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=5b185628-ac9d-493e-8415-087764c8d327,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:15.828926 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e607b7c2-1cc1-4719-a4cd-5fbf452ca927 admin admin] Publish callbacks [] for security_group (ac4b77f3-77ae-47fb-b0af-0bc21825d9ef), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.844466 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb8121-cbbd-46c1-90a6-2cca96bca411 req-a6bb5c89-829e-49a8-8db5-5a2ff4e514e9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:15.845806 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6fcb8121-cbbd-46c1-90a6-2cca96bca411 req-a6bb5c89-829e-49a8-8db5-5a2ff4e514e9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0831926 May 04 21:41:15.866692 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dae576cf-3366-47f2-8d35-403bd7b3dfd2 req-6da74c75-4460-4140-a64a-155fd2cb7744 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462652 May 04 21:41:15.883906 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e607b7c2-1cc1-4719-a4cd-5fbf452ca927 admin admin] Publish callbacks [] for security_group (ac4b77f3-77ae-47fb-b0af-0bc21825d9ef), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:15.938991 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-508d5921-b54f-48f8-8e2f-2294ca564624 req-e986bb41-e9b7-4f42-836b-5f54bf365466 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100205 May 04 21:41:15.956131 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6fcb8121-cbbd-46c1-90a6-2cca96bca411 req-aa827158-5328-4fe2-a505-5be13cbf2ab7 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821586 May 04 21:41:15.958323 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-1ad5cc05-3d6e-47d7-a45d-178449ec4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:15.959845 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-1ad5cc05-3d6e-47d7-a45d-178449ec4843 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56358e97-494f-4712-bb0a-d2412c8deb99 HTTP/1.1" status: 200 len: 843 time: 0.1973064 May 04 21:41:16.088068 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks [] for router_gateway (793d8936-99b6-4085-96cb-7c67c6b8ffa3), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.090748 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4039116a-6cf1-449b-b75b-82a542f6a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:16.092320 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-4039116a-6cf1-449b-b75b-82a542f6a679 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12ef3a23-2146-490a-8e7f-a92899332998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0846903 May 04 21:41:16.161832 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e607b7c2-1cc1-4719-a4cd-5fbf452ca927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ac4b77f3-77ae-47fb-b0af-0bc21825d9ef), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.164424 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e607b7c2-1cc1-4719-a4cd-5fbf452ca927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.165564 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e607b7c2-1cc1-4719-a4cd-5fbf452ca927 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac4b77f3-77ae-47fb-b0af-0bc21825d9ef HTTP/1.1" status: 204 len: 168 time: 0.7818708 May 04 21:41:16.227608 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607b7c2-1cc1-4719-a4cd-5fbf452ca927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4b77f3-77ae-47fb-b0af-0bc21825d9ef,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:16.231140 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['5b185628-ac9d-493e-8415-087764c8d327'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:41:16.296465 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f3afe-55de-4822-8e0e-45e88e3b1bd4 req-1c2c25a6-6d60-41f9-9ba5-715e08a9b71e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:16.298088 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-857f3afe-55de-4822-8e0e-45e88e3b1bd4 req-1c2c25a6-6d60-41f9-9ba5-715e08a9b71e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.1689436 May 04 21:41:16.423028 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f16a7c4-12ca-43e7-9dee-1a84d9b9cd9a None None] Network 58dcd464-c9b8-4377-bc94-3c86783ada08 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:41:16.440362 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-83e254ac-c7aa-4fb0-9f23-f79a22a966b1 service neutron] 10.222.0.21 "GET /v2.0/networks/12ef3a23-2146-490a-8e7f-a92899332998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100562 May 04 21:41:16.457202 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-857f3afe-55de-4822-8e0e-45e88e3b1bd4 req-beefb881-1fb1-42ca-ac7e-65a6b5dbdb1e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249964 May 04 21:41:16.564761 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-32ae4c98-2fa0-4f0d-b3ed-3935387648ff None None] Provisioning complete for port ab22048c-7460-4953-a7a1-66ad31969a48 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:16.564761 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-32ae4c98-2fa0-4f0d-b3ed-3935387648ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.586793 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (793d8936-99b6-4085-96cb-7c67c6b8ffa3), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.648207 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8dcc0cf6-080f-4261-b190-14048bbc8981 req-99381779-7b67-42cd-a2d1-8d9a4af82762 service neutron] 10.222.0.21 "GET /v2.0/networks/12ef3a23-2146-490a-8e7f-a92899332998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900198 May 04 21:41:16.680841 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40452) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:16.682077 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-32ae4c98-2fa0-4f0d-b3ed-3935387648ff None None] Current status of the port ab22048c-7460-4953-a7a1-66ad31969a48 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:16.682573 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-32ae4c98-2fa0-4f0d-b3ed-3935387648ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.696342 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aefebb0c-5be7-4ae1-a86b-f8e63669054e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.730868 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-32ae4c98-2fa0-4f0d-b3ed-3935387648ff None None] For port ab22048c-7460-4953-a7a1-66ad31969a48, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=ab22048c-7460-4953-a7a1-66ad31969a48,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:16.737847 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-32ae4c98-2fa0-4f0d-b3ed-3935387648ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.781004 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:41:16.806807 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae4c98-2fa0-4f0d-b3ed-3935387648ff None None] Pushing event updated for resources: {'Port': ['ID=ab22048c-7460-4953-a7a1-66ad31969a48,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:16.859800 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-d3466b21-1689-4ef8-aa62-92372cb45761 None None] Provisioning complete for port ab22048c-7460-4953-a7a1-66ad31969a48 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:16.860411 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d3466b21-1689-4ef8-aa62-92372cb45761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.878026 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aefebb0c-5be7-4ae1-a86b-f8e63669054e admin admin] Publish callbacks [] for security_group (fafee1c9-b639-4ab0-8d0a-bde593514684), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.885563 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aefebb0c-5be7-4ae1-a86b-f8e63669054e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (fafee1c9-b639-4ab0-8d0a-bde593514684), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.910152 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:41:16.926826 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Sync routers for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:41:16.936153 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:16.939612 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:16.941244 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-aefebb0c-5be7-4ae1-a86b-f8e63669054e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=620bc08114f648518fb6c17e6ddda5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592840 May 04 21:41:16.942087 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40460) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:16.943905 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3bd8e1ee-26e1-46a0-b20c-314b64ee67d3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1786087 May 04 21:41:16.944497 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40462) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:16.944602 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefebb0c-5be7-4ae1-a86b-f8e63669054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafee1c9-b639-4ab0-8d0a-bde593514684,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:16.944765 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:40:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:17.032616 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d3466b21-1689-4ef8-aa62-92372cb45761 None None] Current status of the port ab22048c-7460-4953-a7a1-66ad31969a48 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:17.068669 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b8b9927e-8084-4adb-9211-20bbba751797 admin admin] Publish callbacks [] for security_group (fafee1c9-b639-4ab0-8d0a-bde593514684), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.121280 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ca35-275c-46e7-9d63-3c8a07658135 req-b939404a-3672-4697-b558-b37133034ffb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:17.122429 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c5d0ca35-275c-46e7-9d63-3c8a07658135 req-b939404a-3672-4697-b558-b37133034ffb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 947 time: 0.0595636 May 04 21:41:17.130799 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b8b9927e-8084-4adb-9211-20bbba751797 admin admin] Publish callbacks [] for security_group (fafee1c9-b639-4ab0-8d0a-bde593514684), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.131012 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:17.146489 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0aa07-7a23-4cc1-b33a-53348b60ea98 req-315ed4a0-f37f-4fbc-b25f-4d7d235a5a7b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:17.154032 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-85e0aa07-7a23-4cc1-b33a-53348b60ea98 req-315ed4a0-f37f-4fbc-b25f-4d7d235a5a7b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0823035 May 04 21:41:17.190386 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device ab22048c-7460-4953-a7a1-66ad31969a48 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:17.207229 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c5d0ca35-275c-46e7-9d63-3c8a07658135 req-65a5726e-a219-4c3f-beb5-307b7fc967ee tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759475 May 04 21:41:17.241823 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b8b9927e-8084-4adb-9211-20bbba751797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (fafee1c9-b639-4ab0-8d0a-bde593514684), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.244601 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b8b9927e-8084-4adb-9211-20bbba751797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.245809 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-b8b9927e-8084-4adb-9211-20bbba751797 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fafee1c9-b639-4ab0-8d0a-bde593514684 HTTP/1.1" status: 204 len: 168 time: 0.3002939 May 04 21:41:17.270960 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port ab22048c-7460-4953-a7a1-66ad31969a48 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:17.273030 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.274531 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9927e-8084-4adb-9211-20bbba751797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafee1c9-b639-4ab0-8d0a-bde593514684,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:17.281950 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-85e0aa07-7a23-4cc1-b33a-53348b60ea98 req-6254bac4-97a3-439e-a46f-85b33e07fe49 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270216 May 04 21:41:17.486622 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port ab22048c-7460-4953-a7a1-66ad31969a48 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:17.491494 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:15Z', 'revision_number': 3, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:17.496697 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506be23-6657-4581-8de5-2c514131cd20 req-a271f83c-13cd-473e-9c29-c1800ce8b172 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:17.504097 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1506be23-6657-4581-8de5-2c514131cd20 req-a271f83c-13cd-473e-9c29-c1800ce8b172 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0806038 May 04 21:41:17.513456 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40478) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:17.519024 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'floatingip': {'port_id': '298e138c-e3ba-4941-8304-6c63bfe584a1'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:17.553830 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Checking router: 793d8936-99b6-4085-96cb-7c67c6b8ffa3 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:41:17.554190 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Updating router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:41:17.610474 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.623806 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40482) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:17.699327 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (6169ffbc-df23-49fb-92a9-0b86f53fabf1), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.748317 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea0a4-68e5-44f4-a062-ed2e2f1aff4e req-e547544b-b4fe-4cd0-af8b-2d9a33f4178e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:17.755699 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a54ea0a4-68e5-44f4-a062-ed2e2f1aff4e req-e547544b-b4fe-4cd0-af8b-2d9a33f4178e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.1787643 May 04 21:41:17.788691 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-245d2195-0236-4cfb-adac-d64d0286c797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.803250 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40486) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:17.826036 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5b185628-ac9d-493e-8415-087764c8d327 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:17.851466 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7c35cf8a-8b07-47d3-988b-70df6b560d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.868701 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a54ea0a4-68e5-44f4-a062-ed2e2f1aff4e req-c512b254-cda3-43da-84d3-7a8b8e0e07c2 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111217 May 04 21:41:17.902632 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 5b185628-ac9d-493e-8415-087764c8d327 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:41:17.915219 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 5b185628-ac9d-493e-8415-087764c8d327 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:17.916096 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (5b185628-ac9d-493e-8415-087764c8d327), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.937407 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.952661 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Publish callbacks [] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.961324 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:17.990666 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-245d2195-0236-4cfb-adac-d64d0286c797 admin admin] Publish callbacks [] for security_group (64ba00d1-9539-4739-a7d7-1803c3cac948), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.004623 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-245d2195-0236-4cfb-adac-d64d0286c797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (64ba00d1-9539-4739-a7d7-1803c3cac948), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.014156 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Attempting to bind port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:41:18.014375 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 5b185628-ac9d-493e-8415-087764c8d327 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:18.014745 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5b185628-ac9d-493e-8415-087764c8d327), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.014854 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Attempting to bind port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:41:18.015272 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Attempting to bind port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:41:18.025839 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:41:18.026395 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:41:18.026898 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.027423 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:41:18.028021 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Bound port: 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:41:18.028488 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.043014 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5dfe4d-0ae2-42aa-aba1-6841343c21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b185628-ac9d-493e-8415-087764c8d327'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:41:18.045809 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989ba6e4-2b23-40b3-a9ba-5531f031587d" -d '{"events": [{"server_uuid": "4a5dfe4d-0ae2-42aa-aba1-6841343c21d6", "name": "network-vif-plugged", "status": "completed", "tag": "5b185628-ac9d-493e-8415-087764c8d327"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:41:18.063748 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5b185628-ac9d-493e-8415-087764c8d327, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5b185628-ac9d-493e-8415-087764c8d327,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:18.072026 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (5b185628-ac9d-493e-8415-087764c8d327), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.111467 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Pushing event updated for resources: {'Port': ['ID=3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:18.113910 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-245d2195-0236-4cfb-adac-d64d0286c797 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13afb5cfcb9b4fec919dc50083e9437f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4890020 May 04 21:41:18.116243 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] For port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:41:18.120827 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40490) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:18.122265 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51e6c90-9b1f-4f02-8029-954869703b4c x-openstack-request-id: req-b51e6c90-9b1f-4f02-8029-954869703b4c {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:41:18.122919 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5dfe4d-0ae2-42aa-aba1-6841343c21d6", "name": "network-vif-plugged", "status": "completed", "tag": "5b185628-ac9d-493e-8415-087764c8d327", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:41:18.123837 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b51e6c90-9b1f-4f02-8029-954869703b4c {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:41:18.124550 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51e6c90-9b1f-4f02-8029-954869703b4c'] response: {'server_uuid': '4a5dfe4d-0ae2-42aa-aba1-6841343c21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b185628-ac9d-493e-8415-087764c8d327', 'code': 200} May 04 21:41:18.124901 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.125259 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.125628 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.126002 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.126346 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.126722 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.127052 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.127392 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.127742 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.128107 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.128527 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.129001 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.129381 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.129743 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.130086 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:41:18.142025 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] For port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:41:18.151658 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.176928 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=5b185628-ac9d-493e-8415-087764c8d327,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:18.199050 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d2195-0236-4cfb-adac-d64d0286c797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ba00d1-9539-4739-a7d7-1803c3cac948,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:18.211420 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:18.212078 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:40:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:18.238266 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7c35cf8a-8b07-47d3-988b-70df6b560d10 admin admin] Publish callbacks [] for security_group (acbe2af6-741a-4210-a97c-cec849b85243), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.258171 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222987a6-49fd-4dcf-9741-a711ef2e4337 None None] Pushing event updated for resources: {'Port': ['ID=3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:18.267278 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7c35cf8a-8b07-47d3-988b-70df6b560d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (acbe2af6-741a-4210-a97c-cec849b85243), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.327423 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7c35cf8a-8b07-47d3-988b-70df6b560d10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4188b0fb06940e68089c2444e4fdc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222893 May 04 21:41:18.334298 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40494) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:18.353221 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35cf8a-8b07-47d3-988b-70df6b560d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe2af6-741a-4210-a97c-cec849b85243,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:18.354357 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:18.368184 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f4efcd31-1f33-4f1e-920a-59600ab7ea11 admin admin] Publish callbacks [] for security_group (64ba00d1-9539-4739-a7d7-1803c3cac948), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.395808 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Allocated IP 172.20.0.1 (58dcd464-c9b8-4377-bc94-3c86783ada08/4a49f5ac-4df1-4bde-bd0d-e087fbce9eba/1e3303a8-61f6-4370-8f23-4a2aed58fcfa) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:41:18.403645 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f4efcd31-1f33-4f1e-920a-59600ab7ea11 admin admin] Publish callbacks [] for security_group (64ba00d1-9539-4739-a7d7-1803c3cac948), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.493763 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecea7-0658-472a-99a6-e1a1e9911740 req-1869bdc7-43d8-4d19-96a4-aa261cf4b272 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:18.495188 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ed5ecea7-0658-472a-99a6-e1a1e9911740 req-1869bdc7-43d8-4d19-96a4-aa261cf4b272 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 947 time: 0.1868784 May 04 21:41:18.535974 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f4efcd31-1f33-4f1e-920a-59600ab7ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (64ba00d1-9539-4739-a7d7-1803c3cac948), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.538599 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f4efcd31-1f33-4f1e-920a-59600ab7ea11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.542118 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f4efcd31-1f33-4f1e-920a-59600ab7ea11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64ba00d1-9539-4739-a7d7-1803c3cac948 HTTP/1.1" status: 204 len: 168 time: 0.4143250 May 04 21:41:18.557877 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Publish callbacks [] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.561118 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efcd31-1f33-4f1e-920a-59600ab7ea11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ba00d1-9539-4739-a7d7-1803c3cac948,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:18.574441 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:15Z', 'revision_number': 3, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:18.603297 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.621018 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c4f493-4575-4eb8-a579-12d116f7c221 None None] The sync data for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi is: [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:15Z', 'revision_number': 3, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:41:18.649004 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Network 58dcd464-c9b8-4377-bc94-3c86783ada08 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:41:18.653296 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:18.657609 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:41:18.692127 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3303a8-61f6-4370-8f23-4a2aed58fcfa,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:18.707981 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (793d8936-99b6-4085-96cb-7c67c6b8ffa3), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.731434 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c9861063-a2b0-4ba2-a0ce-d95f5f8e5cfa admin admin] Publish callbacks [] for security_group (acbe2af6-741a-4210-a97c-cec849b85243), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.763827 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c9861063-a2b0-4ba2-a0ce-d95f5f8e5cfa admin admin] Publish callbacks [] for security_group (acbe2af6-741a-4210-a97c-cec849b85243), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.857546 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ed5ecea7-0658-472a-99a6-e1a1e9911740 req-2ec4312f-bc6c-4b59-9cee-9367b0b2a3c3 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416150 May 04 21:41:18.903800 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.db.resource_extend [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 21:41:18.909395 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c9861063-a2b0-4ba2-a0ce-d95f5f8e5cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (acbe2af6-741a-4210-a97c-cec849b85243), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.912379 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c9861063-a2b0-4ba2-a0ce-d95f5f8e5cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.927901 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-c9861063-a2b0-4ba2-a0ce-d95f5f8e5cfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acbe2af6-741a-4210-a97c-cec849b85243 HTTP/1.1" status: 204 len: 168 time: 0.5664904 May 04 21:41:18.970474 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:18.979220 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-f4e53c21-4d50-42f4-955e-0b42c533ada7 None None] Provisioning complete for port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:18.979755 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f4e53c21-4d50-42f4-955e-0b42c533ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:19.016049 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9861063-a2b0-4ba2-a0ce-d95f5f8e5cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe2af6-741a-4210-a97c-cec849b85243,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:19.058629 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-f4e53c21-4d50-42f4-955e-0b42c533ada7 None None] Port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:41:19.105575 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:19.113364 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (6169ffbc-df23-49fb-92a9-0b86f53fabf1), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:19.157394 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ba333-1a83-4d94-9130-99f75f2a79d9 req-ba09200e-cd88-4d87-809a-5da6adaa7345 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:19.158938 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e21ba333-1a83-4d94-9130-99f75f2a79d9 req-ba09200e-cd88-4d87-809a-5da6adaa7345 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.1590526 May 04 21:41:19.250197 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e21ba333-1a83-4d94-9130-99f75f2a79d9 req-63d1692b-fe66-469a-866a-2b8a85a164fc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840788 May 04 21:41:19.335252 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Floating IP 6169ffbc-df23-49fb-92a9-0b86f53fabf1 associated. External IP: 172.27.1.87, port: 298e138c-e3ba-4941-8304-6c63bfe584a1. May 04 21:41:19.369693 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Publish callbacks [] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:19.376759 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:19.485891 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3303a8-61f6-4370-8f23-4a2aed58fcfa,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:19.491594 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (793d8936-99b6-4085-96cb-7c67c6b8ffa3), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:19.619069 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Network 58dcd464-c9b8-4377-bc94-3c86783ada08 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:41:19.621836 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:19.724108 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:41:19.819205 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device ba584888-b9db-434c-bbda-7e7a844cd60c details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:41:19.851602 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:41:19.903286 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:41:19.918331 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] Sync routers for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:41:19.926058 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:20.023823 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:20.025131 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:40:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:20.086734 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:41:20.101662 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-64a012d6-9b95-4b73-852a-dca94be4edd7 admin admin] 10.222.0.23 "PUT /v2.0/routers/793d8936-99b6-4085-96cb-7c67c6b8ffa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1493902 May 04 21:41:20.101939 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57ea05-6419-44f9-abfa-142b383aa874 req-3be5ab16-6171-4e62-92ae-7cf4a55344dc tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:20.101939 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ff57ea05-6419-44f9-abfa-142b383aa874 req-3be5ab16-6171-4e62-92ae-7cf4a55344dc tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 947 time: 0.1005187 May 04 21:41:20.101939 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-b1e507ef-ee97-46a1-9778-7f49f69c5ae0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "PUT /v2.0/floatingips/6169ffbc-df23-49fb-92a9-0b86f53fabf1 HTTP/1.1" status: 200 len: 991 time: 2.5857730 May 04 21:41:20.102182 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'tag': '298e138c-e3ba-4941-8304-6c63bfe584a1'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:41:20.112353 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a016b5-adcd-47df-bd64-1343f05096df", "tag": "298e138c-e3ba-4941-8304-6c63bfe584a1"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:41:20.196261 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0150b758-8a04-4355-91e0-903b033ee9ca x-openstack-request-id: req-0150b758-8a04-4355-91e0-903b033ee9ca {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:41:20.196572 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a016b5-adcd-47df-bd64-1343f05096df", "tag": "298e138c-e3ba-4941-8304-6c63bfe584a1", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:41:20.196804 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0150b758-8a04-4355-91e0-903b033ee9ca {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:41:20.197230 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0150b758-8a04-4355-91e0-903b033ee9ca'] response: {'name': 'network-changed', 'server_uuid': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'tag': '298e138c-e3ba-4941-8304-6c63bfe584a1', 'status': 'completed', 'code': 200} May 04 21:41:20.204177 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ff57ea05-6419-44f9-abfa-142b383aa874 req-56520c84-28af-4cd7-a6af-f1a54ed0b9c6 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968449 May 04 21:41:20.275034 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:20.314634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6d201dff-3bac-4a1a-af18-b15d6d690a2b None None] Provisioning complete for port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:20.315027 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6d201dff-3bac-4a1a-af18-b15d6d690a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:20.408438 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320125b-5395-40a7-b945-8a6a66069102 req-73f42aa7-11e1-49da-9614-47693f002f85 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:20.416339 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8320125b-5395-40a7-b945-8a6a66069102 req-73f42aa7-11e1-49da-9614-47693f002f85 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0687072 May 04 21:41:20.465927 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8320125b-5395-40a7-b945-8a6a66069102 req-eaa63c18-bee4-4409-95c4-45ef7ce32446 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 May 04 21:41:20.502757 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port ba584888-b9db-434c-bbda-7e7a844cd60c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ba584888-b9db-434c-bbda-7e7a844cd60c,segment=NetworkSegment(8c73c83b-179d-414f-9a7d-80e71a8c39cf),segment_id=8c73c83b-179d-414f-9a7d-80e71a8c39cf)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:20.528781 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': 'ba584888-b9db-434c-bbda-7e7a844cd60c', 'network_id': '12ef3a23-2146-490a-8e7f-a92899332998', 'port_id': 'ba584888-b9db-434c-bbda-7e7a844cd60c', 'mac_address': 'fa:16:3e:75:c6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56358e97-494f-4712-bb0a-d2412c8deb99', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:41:20.535371 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6d201dff-3bac-4a1a-af18-b15d6d690a2b None None] Port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:41:20.700009 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port ba584888-b9db-434c-bbda-7e7a844cd60c is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:20.700401 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:20.757800 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba584888-b9db-434c-bbda-7e7a844cd60c {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:41:20.836634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port ba584888-b9db-434c-bbda-7e7a844cd60c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ba584888-b9db-434c-bbda-7e7a844cd60c,segment=NetworkSegment(8c73c83b-179d-414f-9a7d-80e71a8c39cf),segment_id=8c73c83b-179d-414f-9a7d-80e71a8c39cf)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:20.871302 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-c0433b18-f4a7-4ad0-8542-9af1ae7004e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:20.871954 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:20.873718 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-c0433b18-f4a7-4ad0-8542-9af1ae7004e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 1130 time: 0.0529952 May 04 21:41:21.005469 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '6169ffbc-df23-49fb-92a9-0b86f53fabf1', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'port_id': '298e138c-e3ba-4941-8304-6c63bfe584a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'mac_address': 'fa:16:3e:1a:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:40:17Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 1, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:21.007611 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=ba584888-b9db-434c-bbda-7e7a844cd60c,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:21.037420 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-7e1a6737-1dcf-410c-bfe0-507e5d1e0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:21.039047 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-7e1a6737-1dcf-410c-bfe0-507e5d1e0b7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 912 time: 0.1575971 May 04 21:41:21.044999 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] Checking router: 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:41:21.055058 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:21.058398 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:40:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:21.113210 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40628) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:21.118182 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1778256216-network', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:21.138717 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Made reservation on behalf of b6c6828cf4f44fa8abce304bf3506cd6 for: {'network': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:41:21.143018 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.152506 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.156515 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:21.187650 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Sync routers for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:41:21.205358 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:21.205984 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:40:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:21.216559 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:21.243451 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Publish callbacks [] for security_group (43075d27-55af-40ce-9a90-9b22e6c98802), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.249959 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (43075d27-55af-40ce-9a90-9b22e6c98802), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.275764 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=110027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:41:21.294323 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43075d27-55af-40ce-9a90-9b22e6c98802,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:21.312049 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:21.312655 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.313199 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (bea9f16e-0440-4ee3-9bb6-72e2f325d640), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.313544 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.segments_db [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Added segment bea9f16e-0440-4ee3-9bb6-72e2f325d640 of type vlan for network eff7148c-4b57-445c-a3f5-ef1cef85139c May 04 21:41:21.377279 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:21.396589 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e14685-c114-4905-883f-51bcfb7887fa req-9f0193ca-3c0d-43c0-9698-a9be334cf71e tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:21.404097 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09e14685-c114-4905-883f-51bcfb7887fa req-9f0193ca-3c0d-43c0-9698-a9be334cf71e tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 948 time: 0.0941668 May 04 21:41:21.418992 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (eff7148c-4b57-445c-a3f5-ef1cef85139c), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.443161 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['ba584888-b9db-434c-bbda-7e7a844cd60c'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:41:21.554027 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:21.554449 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.558609 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (eff7148c-4b57-445c-a3f5-ef1cef85139c), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.559615 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:21.560226 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.571101 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06359f45-d77d-4a26-a2d4-f708aaba7b74 req-3178a6f6-971b-4c40-b596-cf5282a4e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:21.585957 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06359f45-d77d-4a26-a2d4-f708aaba7b74 req-3178a6f6-971b-4c40-b596-cf5282a4e3d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 1129 time: 0.0905726 May 04 21:41:21.588890 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09e14685-c114-4905-883f-51bcfb7887fa req-4b5be273-363d-4bbe-8f68-604440a853a1 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839058 May 04 21:41:21.669592 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:21.679246 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.681209 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5a9f-bf75-4e6b-a245-195e1bd534b7 req-b05f8ce2-db45-42ec-b0f1-c1704f12101b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:21.684147 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4aec5a9f-bf75-4e6b-a245-195e1bd534b7 req-b05f8ce2-db45-42ec-b0f1-c1704f12101b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0871420 May 04 21:41:21.748875 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '6169ffbc-df23-49fb-92a9-0b86f53fabf1', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'port_id': '298e138c-e3ba-4941-8304-6c63bfe584a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'mac_address': 'fa:16:3e:1a:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:40:17Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 1, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:21.764348 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4aec5a9f-bf75-4e6b-a245-195e1bd534b7 req-3da5ba80-73a1-48ef-ad96-7557b590d838 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739570 May 04 21:41:21.767050 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06359f45-d77d-4a26-a2d4-f708aaba7b74 req-9a51d706-63da-4d0a-b7cb-57c833fbbc84 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797166 May 04 21:41:21.842138 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-37154ac9-f5cd-4a44-91b5-7bfdb4d43211 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=298e138c-e3ba-4941-8304-6c63bfe584a1 HTTP/1.1" status: 200 len: 999 time: 0.3856802 May 04 21:41:21.856759 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7414734 May 04 21:41:21.858997 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40652) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:21.864782 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Request body: {'subnet': {'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1778256216-subnet', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:21.910298 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47fc8b-7df2-4639-a06d-225c378d7ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=eff7148c-4b57-445c-a3f5-ef1cef85139c,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:21.913556 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336cddc1-71e9-41b6-842a-57de36cf9cf4 None None] The sync data for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi is: [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '6169ffbc-df23-49fb-92a9-0b86f53fabf1', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'port_id': '298e138c-e3ba-4941-8304-6c63bfe584a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'mac_address': 'fa:16:3e:1a:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:40:17Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 1, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:41:21.923960 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:21.924259 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Made reservation on behalf of b6c6828cf4f44fa8abce304bf3506cd6 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:41:21.929011 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8671830'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:21.944478 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '1e3303a8-61f6-4370-8f23-4a2aed58fcfa', 'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'mac_address': 'fa:16:3e:e3:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:17Z', 'updated_at': '2022-05-04T21:41:19Z', 'revision_number': 2, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'subnets': [{'id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:21.958529 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network eff7148c-4b57-445c-a3f5-ef1cef85139c details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:41:22.004992 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Checking router: 793d8936-99b6-4085-96cb-7c67c6b8ffa3 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:41:22.005296 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Updating router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:41:22.066349 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.236504 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ce1dd-b62d-487b-97e8-103b5387b063 None None] New status for floating IP 6169ffbc-df23-49fb-92a9-0b86f53fabf1: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:41:22.290299 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9291508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8671780'] for subnet (cd5e3625-12e9-4907-b175-3accc7ab7525), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.312781 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-79351d4b-84e8-42a4-8491-0e4f408d642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:22.315965 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-79351d4b-84e8-42a4-8491-0e4f408d642e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.0938480 May 04 21:41:22.399246 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5e3625-12e9-4907-b175-3accc7ab7525,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:22.409119 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5044145-e157-440c-8c2c-974c5554bdf0 req-beaad1cc-faf5-4896-b528-c560f0a88c69 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:22.411305 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b5044145-e157-440c-8c2c-974c5554bdf0 req-beaad1cc-faf5-4896-b528-c560f0a88c69 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0819917 May 04 21:41:22.416897 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Checking segment: {'id': 'bea9f16e-0440-4ee3-9bb6-72e2f325d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:41:22.417260 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Network hostable DHCP agents. Network: eff7148c-4b57-445c-a3f5-ef1cef85139c, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:41:22.462626 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Network eff7148c-4b57-445c-a3f5-ef1cef85139c is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:41:22.473334 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Publish callbacks [] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.481404 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.484634 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b5044145-e157-440c-8c2c-974c5554bdf0 req-7f56c036-8298-41e2-a3da-97db9ceebde5 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633795 May 04 21:41:22.485672 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, eff7148c-4b57-445c-a3f5-ef1cef85139c) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:22.490538 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:22.492150 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.495395 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b660a7-627f-47d4-b543-207e14ea1b89 None None] Network eff7148c-4b57-445c-a3f5-ef1cef85139c requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:41:22.525776 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-caa2a360-4e42-4584-b698-f6a61428183a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6657076 May 04 21:41:22.534793 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40662) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:22.539252 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:22.550797 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a9200-df8b-4060-92c1-e04aafcf579e None None] Pushing event updated for resources: {'Port': ['ID=1e3303a8-61f6-4370-8f23-4a2aed58fcfa,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:22.566072 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (021b931e-15f0-438d-889d-ec26f35a4f97), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.567463 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (021b931e-15f0-438d-889d-ec26f35a4f97), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.608356 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Attempting to bind port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:41:22.608727 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Attempting to bind port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:41:22.609147 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Attempting to bind port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa on network 58dcd464-c9b8-4377-bc94-3c86783ada08 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:41:22.615536 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:41:22.615917 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Checking segment: {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:41:22.616318 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.616705 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Bound using segment: {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:41:22.617183 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Bound port: 1e3303a8-61f6-4370-8f23-4a2aed58fcfa, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:41:22.617562 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.638195 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks [] for router_controller (021b931e-15f0-438d-889d-ec26f35a4f97), precommit_add_association {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.669182 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-eff7148c-4b57-445c-a3f5-ef1cef85139c', 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c', 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'fixed_ips': [{'subnet_id': 'cd5e3625-12e9-4907-b175-3accc7ab7525'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:41:22.671129 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.705153 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] For port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:41:22.709264 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] For port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=1e3303a8-61f6-4370-8f23-4a2aed58fcfa,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:41:22.717175 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.781230 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:22.781949 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:40:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:22.845769 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95711dd6-c9aa-47ac-935b-428ae5a3bf12 req-58c7b804-8d72-49a8-8128-68b5128a6fc6 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:22.846975 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95711dd6-c9aa-47ac-935b-428ae5a3bf12 req-58c7b804-8d72-49a8-8128-68b5128a6fc6 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 948 time: 0.1399672 May 04 21:41:22.862600 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a9200-df8b-4060-92c1-e04aafcf579e None None] Pushing event updated for resources: {'Port': ['ID=1e3303a8-61f6-4370-8f23-4a2aed58fcfa,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:22.886975 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Allocated IP 172.20.0.2 (eff7148c-4b57-445c-a3f5-ef1cef85139c/cd5e3625-12e9-4907-b175-3accc7ab7525/9c68f95c-8dd3-40e5-a5d0-057faf9eae7d) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:41:22.919010 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ddc8614d-fa1f-425b-b084-206becea247d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.927907 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-1df570e6-5e51-4f8a-828f-556b98d04af6 None None] Provisioning complete for port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:22.928359 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1df570e6-5e51-4f8a-828f-556b98d04af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.965316 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks [] for router_gateway (021b931e-15f0-438d-889d-ec26f35a4f97), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:22.981117 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf4dd5-e471-4df6-9ada-53d7241dd72b req-fa4b801c-758c-41c6-b1bd-f676cf8593cf tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:22.983940 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eadf4dd5-e471-4df6-9ada-53d7241dd72b req-fa4b801c-758c-41c6-b1bd-f676cf8593cf tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0814686 May 04 21:41:22.992036 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:22.999579 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95711dd6-c9aa-47ac-935b-428ae5a3bf12 req-b496a288-12bd-47ab-b736-13886c170a6a tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442409 May 04 21:41:23.051772 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eadf4dd5-e471-4df6-9ada-53d7241dd72b req-8b0e731c-07a9-4b84-a6a5-214f525d0299 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 May 04 21:41:23.255870 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks [] for router_gateway (021b931e-15f0-438d-889d-ec26f35a4f97), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.267744 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:23.281925 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.336621 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '1e3303a8-61f6-4370-8f23-4a2aed58fcfa', 'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'mac_address': 'fa:16:3e:e3:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:17Z', 'updated_at': '2022-05-04T21:41:22Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'subnets': [{'id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:23.367193 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15dce1-4af9-4ac1-b54a-8b4a4c561669 None None] The sync data for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi is: [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '1e3303a8-61f6-4370-8f23-4a2aed58fcfa', 'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'mac_address': 'fa:16:3e:e3:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:17Z', 'updated_at': '2022-05-04T21:41:22Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'subnets': [{'id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:41:23.417786 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Allocated IP 172.27.1.57 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/e0ada659-3a05-4be2-b08b-49b9c22fc668) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:41:23.438447 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:23.438447 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.458605 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-1df570e6-5e51-4f8a-828f-556b98d04af6 None None] Current status of the port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:23.459183 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1df570e6-5e51-4f8a-828f-556b98d04af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.553687 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Publish callbacks [] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.565058 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.587479 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks [] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.597729 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-1df570e6-5e51-4f8a-828f-556b98d04af6 None None] For port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=1e3303a8-61f6-4370-8f23-4a2aed58fcfa,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:23.609461 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1df570e6-5e51-4f8a-828f-556b98d04af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.625112 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Network eff7148c-4b57-445c-a3f5-ef1cef85139c is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:41:23.634253 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:23.637534 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:41:23.639432 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Pushing event updated for resources: {'Port': ['ID=9c68f95c-8dd3-40e5-a5d0-057faf9eae7d,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:23.667022 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5340ca2-a308-42b4-88d5-bfd03249ba0f req-abf5843a-d5e9-45df-a736-c7834566be57 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:23.674390 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f5340ca2-a308-42b4-88d5-bfd03249ba0f req-abf5843a-d5e9-45df-a736-c7834566be57 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0790956 May 04 21:41:23.714300 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.759475 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:23.769072 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:41:23.779669 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f5340ca2-a308-42b4-88d5-bfd03249ba0f req-3b8686eb-24a3-43ac-88cd-81c399a27ec5 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032543 May 04 21:41:23.780048 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df570e6-5e51-4f8a-828f-556b98d04af6 None None] Pushing event updated for resources: {'Port': ['ID=1e3303a8-61f6-4370-8f23-4a2aed58fcfa,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:23.784159 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-9dff9ca5-7a32-4a58-943d-1e99c771c35d None None] Provisioning complete for port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:23.784600 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9dff9ca5-7a32-4a58-943d-1e99c771c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.788211 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Attempting to bind port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:41:23.788627 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Attempting to bind port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'bea9f16e-0440-4ee3-9bb6-72e2f325d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:41:23.788933 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Attempting to bind port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d on network eff7148c-4b57-445c-a3f5-ef1cef85139c {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:41:23.799205 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:23.803982 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:41:23.816864 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:41:23.817239 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Checking segment: {'id': 'bea9f16e-0440-4ee3-9bb6-72e2f325d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:41:23.817638 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.818029 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Bound using segment: {'id': 'bea9f16e-0440-4ee3-9bb6-72e2f325d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:41:23.818508 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Bound port: 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea9f16e-0440-4ee3-9bb6-72e2f325d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:41:23.818883 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.850802 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ada659-3a05-4be2-b08b-49b9c22fc668,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:23.864275 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device ba584888-b9db-434c-bbda-7e7a844cd60c up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:23.958412 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] For port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:41:23.963430 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] For port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=9c68f95c-8dd3-40e5-a5d0-057faf9eae7d,segment=NetworkSegment(bea9f16e-0440-4ee3-9bb6-72e2f325d640),segment_id=bea9f16e-0440-4ee3-9bb6-72e2f325d640)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:41:23.976126 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:23.977828 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-9dff9ca5-7a32-4a58-943d-1e99c771c35d None None] Current status of the port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:23.987352 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port ba584888-b9db-434c-bbda-7e7a844cd60c completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:41:24.019688 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port ba584888-b9db-434c-bbda-7e7a844cd60c triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:24.020092 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:24.064268 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks [] for router_gateway (021b931e-15f0-438d-889d-ec26f35a4f97), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:24.070737 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b4cb3-9870-4340-b28f-82edf2e103cc None None] Pushing event updated for resources: {'Port': ['ID=9c68f95c-8dd3-40e5-a5d0-057faf9eae7d,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:24.168333 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port ba584888-b9db-434c-bbda-7e7a844cd60c is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:24.168333 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:24.171737 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e4152-70b0-46f6-ab2c-692b66817f5c req-0ed93002-5261-4d0a-95e0-53731ea324b9 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:24.194404 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cb3e4152-70b0-46f6-ab2c-692b66817f5c req-0ed93002-5261-4d0a-95e0-53731ea324b9 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 948 time: 0.1154745 May 04 21:41:24.221386 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port ba584888-b9db-434c-bbda-7e7a844cd60c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ba584888-b9db-434c-bbda-7e7a844cd60c,segment=NetworkSegment(8c73c83b-179d-414f-9a7d-80e71a8c39cf),segment_id=8c73c83b-179d-414f-9a7d-80e71a8c39cf)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:24.222394 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ccb9fc-3f14-4454-bdeb-47c741a0b49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba584888-b9db-434c-bbda-7e7a844cd60c'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:41:24.225509 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fdfd6e-bf5d-4da9-99c8-9d36f35f9fcc" -d '{"events": [{"server_uuid": "76ccb9fc-3f14-4454-bdeb-47c741a0b49e", "name": "network-vif-plugged", "status": "completed", "tag": "ba584888-b9db-434c-bbda-7e7a844cd60c"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:41:24.229433 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:24.259836 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cb3e4152-70b0-46f6-ab2c-692b66817f5c req-ac483ec7-b950-4d58-b007-902a8688d557 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645401 May 04 21:41:24.302486 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=ba584888-b9db-434c-bbda-7e7a844cd60c,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:24.342893 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dad47ca-de3e-4658-85f5-a6d6beb7d272 x-openstack-request-id: req-1dad47ca-de3e-4658-85f5-a6d6beb7d272 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:41:24.344482 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ccb9fc-3f14-4454-bdeb-47c741a0b49e", "name": "network-vif-plugged", "status": "completed", "tag": "ba584888-b9db-434c-bbda-7e7a844cd60c", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:41:24.344482 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dad47ca-de3e-4658-85f5-a6d6beb7d272 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:41:24.344657 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dad47ca-de3e-4658-85f5-a6d6beb7d272'] response: {'server_uuid': '76ccb9fc-3f14-4454-bdeb-47c741a0b49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba584888-b9db-434c-bbda-7e7a844cd60c', 'code': 200} May 04 21:41:24.363456 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490230c-2223-4ba1-a395-7facd468b09e req-84572d76-a6e5-46d0-980d-88bdc27f635c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:24.364328 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8490230c-2223-4ba1-a395-7facd468b09e req-84572d76-a6e5-46d0-980d-88bdc27f635c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.1756048 May 04 21:41:24.471662 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8490230c-2223-4ba1-a395-7facd468b09e req-edf393f0-b541-4f66-ba96-f23d31184eae tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044762 May 04 21:41:24.472778 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (021b931e-15f0-438d-889d-ec26f35a4f97), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:24.616545 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Router 021b931e-15f0-438d-889d-ec26f35a4f97 is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:41:24.731436 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:41:24.742981 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Sync routers for ids ['021b931e-15f0-438d-889d-ec26f35a4f97'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:41:24.751751 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:24.753167 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-283b71fe-b7e3-43a8-bf0f-5511bb10e113 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2173579 May 04 21:41:24.753301 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Routers {'021b931e-15f0-438d-889d-ec26f35a4f97'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:24.754223 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:40:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['021b931e-15f0-438d-889d-ec26f35a4f97'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:24.755917 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40688) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:24.910325 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Set router 021b931e-15f0-438d-889d-ec26f35a4f97 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:25.135678 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b16c1f-8315-4b29-a801-367ea6214fb8 req-63a63837-4e47-443a-9c9d-4c06ea0494bc tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:25.137403 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88b16c1f-8315-4b29-a801-367ea6214fb8 req-63a63837-4e47-443a-9c9d-4c06ea0494bc tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0744584 May 04 21:41:25.213755 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88b16c1f-8315-4b29-a801-367ea6214fb8 req-aff7072a-2c26-4b73-8b8d-8d251fc96d02 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688992 May 04 21:41:25.217594 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 1e3303a8-61f6-4370-8f23-4a2aed58fcfa up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:25.232913 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:22Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 3, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'gw_port': {'id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:23Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:25.269693 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Checking router: 021b931e-15f0-438d-889d-ec26f35a4f97 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:41:25.270707 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Updating router 021b931e-15f0-438d-889d-ec26f35a4f97 port e0ada659-3a05-4be2-b08b-49b9c22fc668 binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:41:25.279208 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-22d65f79-786e-4540-82c8-15e14466cf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.300878 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:25.301090 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.310081 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.380701 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681d29d-aadb-47a8-a697-4c193ae46b22 None None] Network eff7148c-4b57-445c-a3f5-ef1cef85139c requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:41:25.438156 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:25.439243 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:25.465263 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-f5f1229d-ea7d-4cf5-9836-0bdd42b44008 None None] Provisioning complete for port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:25.465636 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f5f1229d-ea7d-4cf5-9836-0bdd42b44008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.476372 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49940a78-99fe-465b-8b5e-63135055c14f req-565ca457-74c0-482c-a3e8-2693723fbb3d tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:25.477590 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-49940a78-99fe-465b-8b5e-63135055c14f req-565ca457-74c0-482c-a3e8-2693723fbb3d tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0892544 May 04 21:41:25.583337 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-49940a78-99fe-465b-8b5e-63135055c14f req-aa3338f6-bded-4f91-927e-eb30617abb77 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959668 May 04 21:41:25.593315 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e5b7b-0878-4e70-9967-bbf4caff251c req-04f53446-d962-4a89-ae38-e5344a954594 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:25.595108 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:25.595540 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.620092 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-743e5b7b-0878-4e70-9967-bbf4caff251c req-04f53446-d962-4a89-ae38-e5344a954594 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0758665 May 04 21:41:25.635404 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Publish callbacks [] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.648149 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.668364 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1229d-ea7d-4cf5-9836-0bdd42b44008 None None] Current status of the port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:25.668747 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f5f1229d-ea7d-4cf5-9836-0bdd42b44008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.686136 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-743e5b7b-0878-4e70-9967-bbf4caff251c req-681fbac5-a58e-4b00-bf6d-e6b54fbdee20 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649405 May 04 21:41:25.721340 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-f5f1229d-ea7d-4cf5-9836-0bdd42b44008 None None] For port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=9c68f95c-8dd3-40e5-a5d0-057faf9eae7d,segment=NetworkSegment(bea9f16e-0440-4ee3-9bb6-72e2f325d640),segment_id=bea9f16e-0440-4ee3-9bb6-72e2f325d640)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:25.741252 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.750946 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f5f1229d-ea7d-4cf5-9836-0bdd42b44008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.764585 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247566df-07d1-4f65-abe7-03adf578e0b7 None None] Pushing event updated for resources: {'Port': ['ID=e0ada659-3a05-4be2-b08b-49b9c22fc668,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:25.774366 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Attempting to bind port e0ada659-3a05-4be2-b08b-49b9c22fc668 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:41:25.779697 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Attempting to bind port e0ada659-3a05-4be2-b08b-49b9c22fc668 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:41:25.780346 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Attempting to bind port e0ada659-3a05-4be2-b08b-49b9c22fc668 on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:41:25.788299 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:41:25.789562 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:41:25.790112 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.791244 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:41:25.791921 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Bound port: e0ada659-3a05-4be2-b08b-49b9c22fc668, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:41:25.792471 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.802243 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:25.802638 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.850548 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1229d-ea7d-4cf5-9836-0bdd42b44008 None None] Pushing event updated for resources: {'Port': ['ID=9c68f95c-8dd3-40e5-a5d0-057faf9eae7d,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:25.858274 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] For port e0ada659-3a05-4be2-b08b-49b9c22fc668, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:41:25.862739 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] For port e0ada659-3a05-4be2-b08b-49b9c22fc668, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=e0ada659-3a05-4be2-b08b-49b9c22fc668,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:41:25.871809 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:25.919908 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.db.api [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 21:41:25.920308 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG oslo_db.api [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 21:41:25.924021 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Allocated IP 172.20.0.1 (eff7148c-4b57-445c-a3f5-ef1cef85139c/cd5e3625-12e9-4907-b175-3accc7ab7525/bdf6e3ec-1d5f-4671-821e-b4fdef8a126c) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:41:25.933361 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Routers {'021b931e-15f0-438d-889d-ec26f35a4f97'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:25.933983 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:41:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['021b931e-15f0-438d-889d-ec26f35a4f97'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:25.939308 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247566df-07d1-4f65-abe7-03adf578e0b7 None None] Pushing event updated for resources: {'Port': ['ID=e0ada659-3a05-4be2-b08b-49b9c22fc668,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:25.974980 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-a80f484a-5bff-494e-a11b-e1ddbb4db284 None None] Provisioning complete for port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:25.975626 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a80f484a-5bff-494e-a11b-e1ddbb4db284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.046491 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Publish callbacks [] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.053139 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-a80f484a-5bff-494e-a11b-e1ddbb4db284 None None] Current status of the port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:26.064211 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] Set router 021b931e-15f0-438d-889d-ec26f35a4f97 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:26.074189 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.089766 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.127325 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Network eff7148c-4b57-445c-a3f5-ef1cef85139c is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:41:26.130264 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:26.135851 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:41:26.136333 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (021b931e-15f0-438d-889d-ec26f35a4f97), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.180073 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Pushing event updated for resources: {'Port': ['ID=bdf6e3ec-1d5f-4671-821e-b4fdef8a126c,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:26.301815 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.370756 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:22Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 3, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'gw_port': {'id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:23Z', 'updated_at': '2022-05-04T21:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:26.374229 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-919b6082-d214-49fb-baf8-4bd8ab64ee0c None None] Provisioning complete for port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:26.374383 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-919b6082-d214-49fb-baf8-4bd8ab64ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.399476 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b4eaea-2df1-434d-804c-fbb64254f453 None None] The sync data for ids ['021b931e-15f0-438d-889d-ec26f35a4f97'] in dv-cinder-836083-5-iscsi is: [{'id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:22Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 3, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'gw_port': {'id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:23Z', 'updated_at': '2022-05-04T21:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:41:26.414112 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-919b6082-d214-49fb-baf8-4bd8ab64ee0c None None] Port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:41:26.429858 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acbb91-e79d-4357-8283-26840273e3f7 req-060f3777-e367-431d-a78c-bbb6042350ae tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:26.431368 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e6acbb91-e79d-4357-8283-26840273e3f7 req-060f3777-e367-431d-a78c-bbb6042350ae tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0937996 May 04 21:41:26.458748 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:26.524128 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e6acbb91-e79d-4357-8283-26840273e3f7 req-698af196-d12b-46ea-8f03-b6e3e59de5b9 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863624 May 04 21:41:26.569286 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Publish callbacks [] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.576313 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.577027 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (021b931e-15f0-438d-889d-ec26f35a4f97), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:26.641446 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Pushing event updated for resources: {'Port': ['ID=bdf6e3ec-1d5f-4671-821e-b4fdef8a126c,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:26.717468 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Network eff7148c-4b57-445c-a3f5-ef1cef85139c is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:41:26.719889 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:41:26.752460 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca16f8b-373d-4afe-a586-d904a98010cf req-c83642a8-e728-4274-b477-f3baf9947021 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:26.754596 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ca16f8b-373d-4afe-a586-d904a98010cf req-c83642a8-e728-4274-b477-f3baf9947021 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0667546 May 04 21:41:26.813588 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ca16f8b-373d-4afe-a586-d904a98010cf req-2e902f89-2a9d-4d87-b77a-5fd19b539413 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 May 04 21:41:26.912417 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Router 021b931e-15f0-438d-889d-ec26f35a4f97 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:41:26.918887 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71324f-c177-4deb-8b73-5a77db93501e req-d3c210fb-19c5-4a85-9ddb-9a276e4fd195 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:26.920523 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2b71324f-c177-4deb-8b73-5a77db93501e req-d3c210fb-19c5-4a85-9ddb-9a276e4fd195 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0759332 May 04 21:41:27.018124 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2b71324f-c177-4deb-8b73-5a77db93501e req-05ee7f02-43f1-4573-b0fa-dc5cc4544a24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895422 May 04 21:41:27.049866 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-eabdb02c-7021-4068-b611-e51234ea5f63 None None] Provisioning complete for port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:27.050244 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-eabdb02c-7021-4068-b611-e51234ea5f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.085699 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:41:27.090258 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-eabdb02c-7021-4068-b611-e51234ea5f63 None None] Port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:41:27.098820 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-620bba75-6459-4749-8c67-d9f60e4f2aab admin admin] 10.222.0.23 "PUT /v2.0/routers/021b931e-15f0-438d-889d-ec26f35a4f97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3384426 May 04 21:41:27.194735 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device e0ada659-3a05-4be2-b08b-49b9c22fc668 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:27.243028 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port e0ada659-3a05-4be2-b08b-49b9c22fc668 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:27.243422 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.331886 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port e0ada659-3a05-4be2-b08b-49b9c22fc668 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:27.332276 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.367482 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port e0ada659-3a05-4be2-b08b-49b9c22fc668, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=e0ada659-3a05-4be2-b08b-49b9c22fc668,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:27.377553 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.378539 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:27.461794 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=e0ada659-3a05-4be2-b08b-49b9c22fc668,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:27.470148 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:27.470527 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.646777 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.655413 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405f95e-5dfa-4c74-907b-bb91f4ded298 req-b06a3cc8-fca6-418f-803a-6cbf01a81ed9 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:27.661119 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a405f95e-5dfa-4c74-907b-bb91f4ded298 req-b06a3cc8-fca6-418f-803a-6cbf01a81ed9 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0595722 May 04 21:41:27.661298 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40724) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:27.665516 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-337f2604-d7ce-45fc-b9e1-86c67784b756 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395811273', 'description': 'tempest-secgroup-smoke-395811273 description', 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:27.693239 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:27.707969 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-337f2604-d7ce-45fc-b9e1-86c67784b756 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.734343 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a405f95e-5dfa-4c74-907b-bb91f4ded298 req-7e526e07-5a5f-4c4f-bdca-36e90ecc8149 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632453 May 04 21:41:27.796051 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-337f2604-d7ce-45fc-b9e1-86c67784b756 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group (4ce79def-2e16-4a18-b3d3-bdda052ee9e4), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.801596 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-337f2604-d7ce-45fc-b9e1-86c67784b756 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (4ce79def-2e16-4a18-b3d3-bdda052ee9e4), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.829708 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-337f2604-d7ce-45fc-b9e1-86c67784b756 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.830907 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-337f2604-d7ce-45fc-b9e1-86c67784b756 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1687932 May 04 21:41:27.834090 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40728) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:27.835029 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f2604-d7ce-45fc-b9e1-86c67784b756 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce79def-2e16-4a18-b3d3-bdda052ee9e4,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:27.839449 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-9373380e-52e3-4a99-a885-b086508f89ad tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Request body: {'security_group_rule': {'security_group_id': '4ce79def-2e16-4a18-b3d3-bdda052ee9e4', 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:27.872871 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9373380e-52e3-4a99-a885-b086508f89ad tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (ae7568a5-1d1e-43bb-9d4b-bec6445b76b6), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.963772 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae110c7-2593-4b65-8310-6ca953b4d134 req-b260fed5-4ce5-4df8-8a4f-6312554fac5f tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:27.965292 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1ae110c7-2593-4b65-8310-6ca953b4d134 req-b260fed5-4ce5-4df8-8a4f-6312554fac5f tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0645471 May 04 21:41:27.975531 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9373380e-52e3-4a99-a885-b086508f89ad tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (ae7568a5-1d1e-43bb-9d4b-bec6445b76b6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:27.982267 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9373380e-52e3-4a99-a885-b086508f89ad tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (ae7568a5-1d1e-43bb-9d4b-bec6445b76b6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.010085 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373380e-52e3-4a99-a885-b086508f89ad tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7568a5-1d1e-43bb-9d4b-bec6445b76b6,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:28.023737 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9373380e-52e3-4a99-a885-b086508f89ad tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.027496 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9373380e-52e3-4a99-a885-b086508f89ad tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1890574 May 04 21:41:28.028317 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40732) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:28.032669 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-236819c4-12be-44fd-aa23-e4f74473ecaf tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Request body: {'security_group_rule': {'security_group_id': '4ce79def-2e16-4a18-b3d3-bdda052ee9e4', 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:28.044310 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1ae110c7-2593-4b65-8310-6ca953b4d134 req-f07b5e79-c7d8-407d-9b4a-141a457e32fd tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709677 May 04 21:41:28.072224 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-236819c4-12be-44fd-aa23-e4f74473ecaf tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (44a3045d-787f-4d31-8876-38fc2a9721d4), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.175101 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b919-327a-4545-bf93-756d323bf0fd req-183518b0-5526-4675-99c3-af9983c45d7d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:28.176659 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4527b919-327a-4545-bf93-756d323bf0fd req-183518b0-5526-4675-99c3-af9983c45d7d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0652888 May 04 21:41:28.183907 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-236819c4-12be-44fd-aa23-e4f74473ecaf tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (44a3045d-787f-4d31-8876-38fc2a9721d4), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.191549 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Sync routers for ids ['021b931e-15f0-438d-889d-ec26f35a4f97'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:41:28.193702 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-236819c4-12be-44fd-aa23-e4f74473ecaf tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (44a3045d-787f-4d31-8876-38fc2a9721d4), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.202563 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Routers {'021b931e-15f0-438d-889d-ec26f35a4f97'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:28.203291 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:41:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['021b931e-15f0-438d-889d-ec26f35a4f97'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:28.229582 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236819c4-12be-44fd-aa23-e4f74473ecaf tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a3045d-787f-4d31-8876-38fc2a9721d4,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:28.241410 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-236819c4-12be-44fd-aa23-e4f74473ecaf tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.245686 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-236819c4-12be-44fd-aa23-e4f74473ecaf tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2135372 May 04 21:41:28.245686 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40736) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:28.252263 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-5d63c011-de9c-41b9-8a2f-d67d7339af30 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Request body: {'security_group_rule': {'security_group_id': '4ce79def-2e16-4a18-b3d3-bdda052ee9e4', 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:28.271840 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4527b919-327a-4545-bf93-756d323bf0fd req-5a93b1de-f114-427a-a699-fe5db040b5b5 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872800 May 04 21:41:28.293440 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5d63c011-de9c-41b9-8a2f-d67d7339af30 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (69be370a-0202-4127-aef1-b2e696616375), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.316996 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Set router 021b931e-15f0-438d-889d-ec26f35a4f97 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:28.349257 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5d63c011-de9c-41b9-8a2f-d67d7339af30 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (69be370a-0202-4127-aef1-b2e696616375), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.353889 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5d63c011-de9c-41b9-8a2f-d67d7339af30 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (69be370a-0202-4127-aef1-b2e696616375), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.370761 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63c011-de9c-41b9-8a2f-d67d7339af30 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69be370a-0202-4127-aef1-b2e696616375,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:28.380248 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5d63c011-de9c-41b9-8a2f-d67d7339af30 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.384099 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-5d63c011-de9c-41b9-8a2f-d67d7339af30 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353216 May 04 21:41:28.384493 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40738) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:28.389188 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-5f6e6774-6c68-474a-969b-8708b149278f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Request body: {'security_group_rule': {'security_group_id': '4ce79def-2e16-4a18-b3d3-bdda052ee9e4', 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:28.418365 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6774-6c68-474a-969b-8708b149278f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (55d8232d-8c74-4ebd-a24e-2269a49eeccf), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.485874 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6774-6c68-474a-969b-8708b149278f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (55d8232d-8c74-4ebd-a24e-2269a49eeccf), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.490137 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6774-6c68-474a-969b-8708b149278f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (55d8232d-8c74-4ebd-a24e-2269a49eeccf), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.508280 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e6774-6c68-474a-969b-8708b149278f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d8232d-8c74-4ebd-a24e-2269a49eeccf,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:28.514710 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6774-6c68-474a-969b-8708b149278f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.516110 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5f6e6774-6c68-474a-969b-8708b149278f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305640 May 04 21:41:28.518356 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:22Z', 'updated_at': '2022-05-04T21:41:26Z', 'revision_number': 4, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'gw_port': {'id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:23Z', 'updated_at': '2022-05-04T21:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'bdf6e3ec-1d5f-4671-821e-b4fdef8a126c', 'name': '', 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'mac_address': 'fa:16:3e:fe:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cd5e3625-12e9-4907-b175-3accc7ab7525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:25Z', 'updated_at': '2022-05-04T21:41:26Z', 'revision_number': 2, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'subnets': [{'id': 'cd5e3625-12e9-4907-b175-3accc7ab7525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:28.518916 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40742) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:28.523645 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-8733553f-2f0c-45f7-ae72-f710d4bc01e6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Request body: {'security_group_rule': {'security_group_id': '4ce79def-2e16-4a18-b3d3-bdda052ee9e4', 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:28.544465 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.securitygroups_db [None req-8733553f-2f0c-45f7-ae72-f710d4bc01e6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Project 0d5e29b8ac49423f9b0ce4eeb03e6be5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 21:41:28.545285 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Checking router: 021b931e-15f0-438d-889d-ec26f35a4f97 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:41:28.545640 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Updating router 021b931e-15f0-438d-889d-ec26f35a4f97 port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c binding host dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:41:28.550245 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8733553f-2f0c-45f7-ae72-f710d4bc01e6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (e94b042e-51bc-4725-80bf-cbfbefc86888), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.574524 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.615470 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8733553f-2f0c-45f7-ae72-f710d4bc01e6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (e94b042e-51bc-4725-80bf-cbfbefc86888), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.620843 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8733553f-2f0c-45f7-ae72-f710d4bc01e6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (e94b042e-51bc-4725-80bf-cbfbefc86888), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.638565 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733553f-2f0c-45f7-ae72-f710d4bc01e6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94b042e-51bc-4725-80bf-cbfbefc86888,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:28.646517 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8733553f-2f0c-45f7-ae72-f710d4bc01e6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.647731 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-8733553f-2f0c-45f7-ae72-f710d4bc01e6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276491 May 04 21:41:28.650492 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40746) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:28.654876 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-58c9f05a-a4c6-445a-b0f4-7ced9f3dc8b5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Request body: {'security_group_rule': {'security_group_id': '4ce79def-2e16-4a18-b3d3-bdda052ee9e4', 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:41:28.679058 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.securitygroups_db [None req-58c9f05a-a4c6-445a-b0f4-7ced9f3dc8b5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Project 0d5e29b8ac49423f9b0ce4eeb03e6be5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 21:41:28.687799 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-58c9f05a-a4c6-445a-b0f4-7ced9f3dc8b5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (d9b612ce-51d3-4cdb-9cc1-cd8fcc1e0458), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.745633 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-58c9f05a-a4c6-445a-b0f4-7ced9f3dc8b5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (d9b612ce-51d3-4cdb-9cc1-cd8fcc1e0458), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.750888 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-58c9f05a-a4c6-445a-b0f4-7ced9f3dc8b5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (d9b612ce-51d3-4cdb-9cc1-cd8fcc1e0458), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.769133 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9f05a-a4c6-445a-b0f4-7ced9f3dc8b5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b612ce-51d3-4cdb-9cc1-cd8fcc1e0458,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:28.776786 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-58c9f05a-a4c6-445a-b0f4-7ced9f3dc8b5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.779988 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-58c9f05a-a4c6-445a-b0f4-7ced9f3dc8b5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283455 May 04 21:41:28.856868 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Publish callbacks [] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.861540 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d7baf-e612-4f2a-858a-3f4205ba465d req-397b31f5-d755-4990-97dc-4a44f0dd0ce0 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:28.863669 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.869210 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b5d7baf-e612-4f2a-858a-3f4205ba465d req-397b31f5-d755-4990-97dc-4a44f0dd0ce0 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0564382 May 04 21:41:28.918570 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b5d7baf-e612-4f2a-858a-3f4205ba465d req-ad4e23ec-ad91-4253-a45f-a569934eb134 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 May 04 21:41:28.923409 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7485a6-d786-4f54-9625-e4dc6d4ad245 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e3ec-1d5f-4671-821e-b4fdef8a126c,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:28.983222 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Attempting to bind port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:41:28.983684 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Attempting to bind port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'bea9f16e-0440-4ee3-9bb6-72e2f325d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:41:28.984017 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Attempting to bind port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c on network eff7148c-4b57-445c-a3f5-ef1cef85139c {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:41:28.989361 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:41:28.989739 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Checking segment: {'id': 'bea9f16e-0440-4ee3-9bb6-72e2f325d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:41:28.990146 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:28.990542 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Bound using segment: {'id': 'bea9f16e-0440-4ee3-9bb6-72e2f325d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:41:28.991049 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Bound port: bdf6e3ec-1d5f-4671-821e-b4fdef8a126c, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea9f16e-0440-4ee3-9bb6-72e2f325d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:41:28.991407 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:29.104022 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] For port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:41:29.108517 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device e0ada659-3a05-4be2-b08b-49b9c22fc668 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:29.112446 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] For port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=bdf6e3ec-1d5f-4671-821e-b4fdef8a126c,segment=NetworkSegment(bea9f16e-0440-4ee3-9bb6-72e2f325d640),segment_id=bea9f16e-0440-4ee3-9bb6-72e2f325d640)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:41:29.141863 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:29.184596 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-ed18ca9f-9a41-42dd-81dd-b8397f138d81 None None] Provisioning complete for port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:29.184801 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed18ca9f-9a41-42dd-81dd-b8397f138d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:29.187718 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df5bae-32ca-42ab-b6dd-1da7df3b6df8 req-0c30adab-608c-48a4-bf16-34506514ddde tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:29.189280 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5df5bae-32ca-42ab-b6dd-1da7df3b6df8 req-0c30adab-608c-48a4-bf16-34506514ddde tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0566308 May 04 21:41:29.269299 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5df5bae-32ca-42ab-b6dd-1da7df3b6df8 req-e0544074-842a-4da9-bb48-acc613d58125 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732789 May 04 21:41:29.284496 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Routers {'021b931e-15f0-438d-889d-ec26f35a4f97'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:41:29.285529 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:41:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['021b931e-15f0-438d-889d-ec26f35a4f97'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:29.314903 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7485a6-d786-4f54-9625-e4dc6d4ad245 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e3ec-1d5f-4671-821e-b4fdef8a126c,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:29.336516 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-b95c4d7a-8242-4559-808b-24f5046fdade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:29.338070 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-b95c4d7a-8242-4559-808b-24f5046fdade service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642509 May 04 21:41:29.355483 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port e0ada659-3a05-4be2-b08b-49b9c22fc668 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:29.355871 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:29.373933 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:29.472762 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d414cb1-a52f-4c15-b3d3-b126663449c3 req-0e9234f8-37f1-47a3-9afc-d523f20c567e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:29.474645 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9d414cb1-a52f-4c15-b3d3-b126663449c3 req-0e9234f8-37f1-47a3-9afc-d523f20c567e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0764363 May 04 21:41:29.531507 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9d414cb1-a52f-4c15-b3d3-b126663449c3 req-b36117fb-dc82-473f-aa04-e493515e5d06 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513535 May 04 21:41:29.544278 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-ed18ca9f-9a41-42dd-81dd-b8397f138d81 None None] Current status of the port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:29.544791 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed18ca9f-9a41-42dd-81dd-b8397f138d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:29.556289 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] Set router 021b931e-15f0-438d-889d-ec26f35a4f97 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:41:29.632434 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port e0ada659-3a05-4be2-b08b-49b9c22fc668 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:29.684306 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-ed18ca9f-9a41-42dd-81dd-b8397f138d81 None None] For port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=bdf6e3ec-1d5f-4671-821e-b4fdef8a126c,segment=NetworkSegment(bea9f16e-0440-4ee3-9bb6-72e2f325d640),segment_id=bea9f16e-0440-4ee3-9bb6-72e2f325d640)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:29.700657 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed18ca9f-9a41-42dd-81dd-b8397f138d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:29.814312 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18ca9f-9a41-42dd-81dd-b8397f138d81 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e3ec-1d5f-4671-821e-b4fdef8a126c,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:29.833013 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-7ccff637-ca0e-4c9d-abb9-922bfd96745c None None] Provisioning complete for port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:29.833389 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7ccff637-ca0e-4c9d-abb9-922bfd96745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:29.905547 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:22Z', 'updated_at': '2022-05-04T21:41:26Z', 'revision_number': 4, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'gw_port': {'id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:23Z', 'updated_at': '2022-05-04T21:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'bdf6e3ec-1d5f-4671-821e-b4fdef8a126c', 'name': '', 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'mac_address': 'fa:16:3e:fe:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cd5e3625-12e9-4907-b175-3accc7ab7525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:25Z', 'updated_at': '2022-05-04T21:41:29Z', 'revision_number': 4, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'subnets': [{'id': 'cd5e3625-12e9-4907-b175-3accc7ab7525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:29.941182 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128650a-2fc6-45ad-80f6-68afbbce9035 None None] The sync data for ids ['021b931e-15f0-438d-889d-ec26f35a4f97'] in dv-cinder-836083-5-iscsi is: [{'id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:22Z', 'updated_at': '2022-05-04T21:41:26Z', 'revision_number': 4, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'gw_port': {'id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:23Z', 'updated_at': '2022-05-04T21:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'bdf6e3ec-1d5f-4671-821e-b4fdef8a126c', 'name': '', 'network_id': 'eff7148c-4b57-445c-a3f5-ef1cef85139c', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'mac_address': 'fa:16:3e:fe:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cd5e3625-12e9-4907-b175-3accc7ab7525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:25Z', 'updated_at': '2022-05-04T21:41:29Z', 'revision_number': 4, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'subnets': [{'id': 'cd5e3625-12e9-4907-b175-3accc7ab7525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:41:30.036767 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-7ccff637-ca0e-4c9d-abb9-922bfd96745c None None] Current status of the port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:30.126320 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d21fd-9eb4-4a64-908c-8dbac2b436c3 req-f8e2b979-b894-490c-b5c3-59f52a82276f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:30.128248 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-032d21fd-9eb4-4a64-908c-8dbac2b436c3 req-f8e2b979-b894-490c-b5c3-59f52a82276f tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0927157 May 04 21:41:30.162639 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-a17cacf6-1d24-4818-918b-d7b711a47759 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223375 May 04 21:41:30.195539 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-032d21fd-9eb4-4a64-908c-8dbac2b436c3 req-c4a70e89-7df5-4513-b7e4-c79cb2da27d2 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574703 May 04 21:41:30.387933 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e038b59-4fa9-4013-8a38-5d66f1064c99 req-44e59cfe-a09b-49c3-9b9a-2a0c84ae25f9 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:30.389533 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6e038b59-4fa9-4013-8a38-5d66f1064c99 req-44e59cfe-a09b-49c3-9b9a-2a0c84ae25f9 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0499938 May 04 21:41:30.673435 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d82b4-9d45-49fc-9fc6-a85613936517 req-a2f02894-1fba-45f6-a93a-0722291b8339 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:30.675111 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6c6d82b4-9d45-49fc-9fc6-a85613936517 req-a2f02894-1fba-45f6-a93a-0722291b8339 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0672750 May 04 21:41:30.690951 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6e038b59-4fa9-4013-8a38-5d66f1064c99 req-7c6e853a-7d68-4013-bf8c-575cc159b971 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904541 May 04 21:41:30.736272 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6c6d82b4-9d45-49fc-9fc6-a85613936517 req-bbda741d-54f6-4390-b52e-071fa96837b6 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551875 May 04 21:41:31.116184 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:31.139628 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device bdf6e3ec-1d5f-4671-821e-b4fdef8a126c up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:41:31.194078 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:41:31.194474 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:31.289310 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:41:31.355794 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e153c57-d0e1-40aa-881e-17fe97230e33 req-27a86efd-c17d-424f-8007-2d5b726c8046 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:31.357293 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e153c57-d0e1-40aa-881e-17fe97230e33 req-27a86efd-c17d-424f-8007-2d5b726c8046 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0728803 May 04 21:41:31.370709 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96af7a2-cb32-492b-a00a-1d0bf14d7f33 req-156d14a2-f3e3-4dc5-a593-867d5067dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:31.372138 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b96af7a2-cb32-492b-a00a-1d0bf14d7f33 req-156d14a2-f3e3-4dc5-a593-867d5067dd03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 1133 time: 0.0586600 May 04 21:41:31.409616 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a207e132-e0c0-4f4b-b1d7-691bfb6660c3 req-603ac5e5-4cb7-4566-bb56-ffcf28566429 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015470 May 04 21:41:31.436015 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e153c57-d0e1-40aa-881e-17fe97230e33 req-836ece80-3b1f-44ea-9d4e-05be6fe1fb2a tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717356 May 04 21:41:31.442487 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b96af7a2-cb32-492b-a00a-1d0bf14d7f33 req-6418d812-4a55-429a-b710-90c45ab861c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606954 May 04 21:41:31.799566 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bd7c2-baa3-4cd8-a283-77dbab6f15c3 req-dcb3d790-1586-4466-bced-9deedd440b82 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:31.801063 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d54bd7c2-baa3-4cd8-a283-77dbab6f15c3 req-dcb3d790-1586-4466-bced-9deedd440b82 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0527604 May 04 21:41:31.849429 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4045e-6f60-4a86-9aa5-37f360d187f7 req-ce2a21d8-9527-4f7e-a6cb-27886da5589d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:31.849667 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d54bd7c2-baa3-4cd8-a283-77dbab6f15c3 req-1a324e8f-2c4b-4fff-a3ae-b093dd4110f7 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427198 May 04 21:41:31.850872 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-50e4045e-6f60-4a86-9aa5-37f360d187f7 req-ce2a21d8-9527-4f7e-a6cb-27886da5589d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0472703 May 04 21:41:31.901454 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-50e4045e-6f60-4a86-9aa5-37f360d187f7 req-d1b55583-4a42-4af3-b8d6-96dacba379be tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 May 04 21:41:32.028415 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620784f4-9036-46b3-a32f-16ab37946fcb req-bc5d75d7-9424-451d-b55a-e05e0fdd33cf tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:32.029772 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-620784f4-9036-46b3-a32f-16ab37946fcb req-bc5d75d7-9424-451d-b55a-e05e0fdd33cf tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.21 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0471532 May 04 21:41:32.561204 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd536d45-d3ea-45c0-a704-3d52cc61efe3 req-1d9ec14d-bfe0-487f-9ac0-0140641ffea7 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:32.562655 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd536d45-d3ea-45c0-a704-3d52cc61efe3 req-1d9ec14d-bfe0-487f-9ac0-0140641ffea7 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 945 time: 0.0493703 May 04 21:41:32.614891 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd536d45-d3ea-45c0-a704-3d52cc61efe3 req-84467cbb-c907-41b0-a198-690ae43cbf22 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/security-groups?id=e76f910d-124b-4d3d-917a-37c8b9fd1cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461979 May 04 21:41:32.756182 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-620784f4-9036-46b3-a32f-16ab37946fcb req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Deleting port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:41:32.756742 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-620784f4-9036-46b3-a32f-16ab37946fcb req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:32.849476 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-620784f4-9036-46b3-a32f-16ab37946fcb req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] For port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,segment=NetworkSegment(9d478393-361d-465f-9188-151c617d9bf8),segment_id=9d478393-361d-465f-9188-151c617d9bf8)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:32.849870 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-620784f4-9036-46b3-a32f-16ab37946fcb req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:32.864588 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-620784f4-9036-46b3-a32f-16ab37946fcb req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Calling delete_port for 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:41:32.993530 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ff571-c1d8-429c-8449-734bb8256cf5 req-a9a3217f-e209-429b-a46c-e442bef45f0f tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:32.994998 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e56ff571-c1d8-429c-8449-734bb8256cf5 req-a9a3217f-e209-429b-a46c-e442bef45f0f tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0616343 May 04 21:41:33.017800 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f855e-5934-4119-99c2-f0432a6cfb96 req-73573b9d-fb0c-4252-87c8-2e0dfe930d3b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:33.019266 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7f5f855e-5934-4119-99c2-f0432a6cfb96 req-73573b9d-fb0c-4252-87c8-2e0dfe930d3b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0487640 May 04 21:41:33.076207 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7f5f855e-5934-4119-99c2-f0432a6cfb96 req-17b4022e-c5bb-4728-8dc4-838f1ba9405c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 May 04 21:41:33.088375 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e56ff571-c1d8-429c-8449-734bb8256cf5 req-a84f5719-cbf6-4959-8894-a7a8475e5ab5 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822089 May 04 21:41:33.102826 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-620784f4-9036-46b3-a32f-16ab37946fcb req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (999bbb47-2079-4eaf-9cd2-f90ff6dbcaab), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:33.134493 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Pushing event deleted for resources: {'Port': ['ID=999bbb47-2079-4eaf-9cd2-f90ff6dbcaab,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:33.193590 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-620784f4-9036-46b3-a32f-16ab37946fcb req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] No DVR routers for this DVR port 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab on host hv-cinder-83608 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:41:33.196789 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-620784f4-9036-46b3-a32f-16ab37946fcb req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:33.200107 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-620784f4-9036-46b3-a32f-16ab37946fcb req-e23008de-e239-4635-984b-65b847160947 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.21 "DELETE /v2.0/ports/999bbb47-2079-4eaf-9cd2-f90ff6dbcaab HTTP/1.1" status: 204 len: 173 time: 0.5592377 May 04 21:41:33.200579 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c008c4a0-aee4-49d5-b9f2-a8fbf603ed26', 'name': 'network-vif-deleted', 'tag': '999bbb47-2079-4eaf-9cd2-f90ff6dbcaab'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:41:33.202874 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6692bdb-3d26-4edc-853f-d3b70a6a7b7a" -d '{"events": [{"server_uuid": "c008c4a0-aee4-49d5-b9f2-a8fbf603ed26", "name": "network-vif-deleted", "tag": "999bbb47-2079-4eaf-9cd2-f90ff6dbcaab"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:41:33.240905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589b044-e29c-4b9c-b493-b69ff2be0a41 x-openstack-request-id: req-9589b044-e29c-4b9c-b493-b69ff2be0a41 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:41:33.241191 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c008c4a0-aee4-49d5-b9f2-a8fbf603ed26", "name": "network-vif-deleted", "tag": "999bbb47-2079-4eaf-9cd2-f90ff6dbcaab", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:41:33.241438 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9589b044-e29c-4b9c-b493-b69ff2be0a41 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:41:33.241836 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9589b044-e29c-4b9c-b493-b69ff2be0a41'] response: {'server_uuid': 'c008c4a0-aee4-49d5-b9f2-a8fbf603ed26', 'name': 'network-vif-deleted', 'tag': '999bbb47-2079-4eaf-9cd2-f90ff6dbcaab', 'status': 'completed', 'code': 200} May 04 21:41:33.613336 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:41:33.636797 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:41:33.637467 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 999bbb47-2079-4eaf-9cd2-f90ff6dbcaab not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:41:33.713098 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4993e146-5e6a-4fa1-b951-ed6e1a78d438 req-8154afae-03e2-4e8b-aea5-c97014555172 tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 0.0277705 May 04 21:41:33.786538 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 40902) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:33.907003 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76b6a619-e659-45f9-9ce1-7692f47f2ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:34.004998 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76b6a619-e659-45f9-9ce1-7692f47f2ba1 admin admin] Publish callbacks [] for security_group (3c050ae8-d80a-4f71-8363-cd7d86e90700), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:34.009109 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76b6a619-e659-45f9-9ce1-7692f47f2ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (3c050ae8-d80a-4f71-8363-cd7d86e90700), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:34.047890 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-76b6a619-e659-45f9-9ce1-7692f47f2ba1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cb1f22288e941568b835c67d375ad2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602620 May 04 21:41:34.049042 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6a619-e659-45f9-9ce1-7692f47f2ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c050ae8-d80a-4f71-8363-cd7d86e90700,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:34.050716 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 40906) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:34.098226 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-67a2457c-4752-4d38-a4d3-9002064aae6f admin admin] Publish callbacks [] for security_group (3c050ae8-d80a-4f71-8363-cd7d86e90700), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:34.121689 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-67a2457c-4752-4d38-a4d3-9002064aae6f admin admin] Publish callbacks [] for security_group (3c050ae8-d80a-4f71-8363-cd7d86e90700), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:34.203310 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30c537-bdea-4295-b05b-71b5ae1904ae req-abe2b0b2-57e7-4323-9131-8ae1460da1b0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:34.205342 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5c30c537-bdea-4295-b05b-71b5ae1904ae req-abe2b0b2-57e7-4323-9131-8ae1460da1b0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0585828 May 04 21:41:34.211951 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512807a5-73f0-42fa-bd17-49b99dd31296 req-33369734-b30a-458c-9a72-4bea409d62ce tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:34.213446 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-512807a5-73f0-42fa-bd17-49b99dd31296 req-33369734-b30a-458c-9a72-4bea409d62ce tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0467274 May 04 21:41:34.218979 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-67a2457c-4752-4d38-a4d3-9002064aae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (3c050ae8-d80a-4f71-8363-cd7d86e90700), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:34.221527 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-67a2457c-4752-4d38-a4d3-9002064aae6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:34.222578 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-67a2457c-4752-4d38-a4d3-9002064aae6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c050ae8-d80a-4f71-8363-cd7d86e90700 HTTP/1.1" status: 204 len: 168 time: 0.1708224 May 04 21:41:34.238676 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2457c-4752-4d38-a4d3-9002064aae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c050ae8-d80a-4f71-8363-cd7d86e90700,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:34.301612 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-512807a5-73f0-42fa-bd17-49b99dd31296 req-5c7bd791-565b-499d-a541-2d813ff511a3 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819304 May 04 21:41:34.310384 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5c30c537-bdea-4295-b05b-71b5ae1904ae req-18c222e5-e6aa-4dee-9362-39c076d39769 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992584 May 04 21:41:34.669250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77daa0c-01eb-45a0-929d-76527b0e8411 req-953995d3-1b0f-4f5b-b00d-3fd093b96b02 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:34.672152 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b77daa0c-01eb-45a0-929d-76527b0e8411 req-953995d3-1b0f-4f5b-b00d-3fd093b96b02 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0539639 May 04 21:41:34.736006 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b77daa0c-01eb-45a0-929d-76527b0e8411 req-681346d5-9e30-4941-9ffc-2245e8296243 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533564 May 04 21:41:34.869124 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aab8c49a-36c8-43e7-9e42-a6b77ef22dae req-546c1f23-e7f2-4503-9e94-b14adb6e49db tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 0.0286043 May 04 21:41:35.431772 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f12161-4d66-4d26-8877-334ff8ce67ac req-834c489a-28e4-41f3-97d3-415fb393214f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:35.433438 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f2f12161-4d66-4d26-8877-334ff8ce67ac req-834c489a-28e4-41f3-97d3-415fb393214f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0536773 May 04 21:41:35.480692 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f2f12161-4d66-4d26-8877-334ff8ce67ac req-98e64b28-1014-4269-8661-08d3ea2cc3f0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 May 04 21:41:35.857194 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447bc16-d79b-4f15-a7a4-9f868db1f01f req-09c352cb-9b58-4dd7-b625-998e4e486802 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:35.858767 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2447bc16-d79b-4f15-a7a4-9f868db1f01f req-09c352cb-9b58-4dd7-b625-998e4e486802 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0511658 May 04 21:41:35.904998 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2447bc16-d79b-4f15-a7a4-9f868db1f01f req-bdfde464-675d-4e22-b674-f49aa2e3435f tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 May 04 21:41:35.977952 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fbf51176-2cf2-4a78-9859-5f8d32f408dc req-1c083456-744f-4a2c-b267-6934d845179e tempest-DeleteServersTestJSON-1920045859 tempest-DeleteServersTestJSON-1920045859-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008c4a0-aee4-49d5-b9f2-a8fbf603ed26 HTTP/1.1" status: 200 len: 210 time: 0.0274284 May 04 21:41:36.608203 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30a6fb-0685-4e03-b52e-e3057d7ea5ce req-7c39c7dc-2dd4-48cd-b150-b9b86e587913 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:36.609685 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e30a6fb-0685-4e03-b52e-e3057d7ea5ce req-7c39c7dc-2dd4-48cd-b150-b9b86e587913 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0479727 May 04 21:41:36.662902 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e30a6fb-0685-4e03-b52e-e3057d7ea5ce req-86c6bed0-7ebd-4ea4-9c81-de773a945ccb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473905 May 04 21:41:36.922353 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-f87e45d8-e03c-4a54-9b60-f38715d9a805 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:36.923987 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-f87e45d8-e03c-4a54-9b60-f38715d9a805 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.21 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0532730 May 04 21:41:37.038918 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Deleting port ba584888-b9db-434c-bbda-7e7a844cd60c {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:41:37.039111 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:37.042440 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e108cb-a983-4428-996c-13a81dc7d16e req-5b7cffde-edab-4341-b490-298efeb0d141 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:37.047537 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88e108cb-a983-4428-996c-13a81dc7d16e req-5b7cffde-edab-4341-b490-298efeb0d141 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ccb9fc-3f14-4454-bdeb-47c741a0b49e HTTP/1.1" status: 200 len: 949 time: 0.0617154 May 04 21:41:37.098173 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88e108cb-a983-4428-996c-13a81dc7d16e req-b4860aca-972a-4972-8b78-81bbd4632bd8 tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee161cf-f761-4c22-b3a8-a7bd79b28341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471194 May 04 21:41:37.142408 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] For port ba584888-b9db-434c-bbda-7e7a844cd60c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ba584888-b9db-434c-bbda-7e7a844cd60c,segment=NetworkSegment(8c73c83b-179d-414f-9a7d-80e71a8c39cf),segment_id=8c73c83b-179d-414f-9a7d-80e71a8c39cf)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:41:37.142774 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:37.157594 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Calling delete_port for ba584888-b9db-434c-bbda-7e7a844cd60c owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:41:37.285750 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (ba584888-b9db-434c-bbda-7e7a844cd60c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:37.319109 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Pushing event deleted for resources: {'Port': ['ID=ba584888-b9db-434c-bbda-7e7a844cd60c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:37.331683 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['ba584888-b9db-434c-bbda-7e7a844cd60c'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:41:37.363930 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] No DVR routers for this DVR port ba584888-b9db-434c-bbda-7e7a844cd60c on host hv-cinder-83608 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:41:37.366863 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:37.370287 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48aa148f-ac1f-4548-815b-b87d8c0ea50e req-0fd84c02-13e3-4f72-96d1-c0cd0819befb tempest-VolumesNegativeTest-258106134 tempest-VolumesNegativeTest-258106134-project] 10.222.0.21 "DELETE /v2.0/ports/ba584888-b9db-434c-bbda-7e7a844cd60c HTTP/1.1" status: 204 len: 173 time: 0.4310637 May 04 21:41:37.370734 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ccb9fc-3f14-4454-bdeb-47c741a0b49e', 'name': 'network-vif-deleted', 'tag': 'ba584888-b9db-434c-bbda-7e7a844cd60c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:41:37.373074 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1dd0de-2dbe-4fea-98fa-271200ce5fe8" -d '{"events": [{"server_uuid": "76ccb9fc-3f14-4454-bdeb-47c741a0b49e", "name": "network-vif-deleted", "tag": "ba584888-b9db-434c-bbda-7e7a844cd60c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:41:37.407777 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d9f6e3-9a48-4837-b021-dad9cded3780 x-openstack-request-id: req-13d9f6e3-9a48-4837-b021-dad9cded3780 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:41:37.408068 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ccb9fc-3f14-4454-bdeb-47c741a0b49e", "name": "network-vif-deleted", "tag": "ba584888-b9db-434c-bbda-7e7a844cd60c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:41:37.408317 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13d9f6e3-9a48-4837-b021-dad9cded3780 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:41:37.408714 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d9f6e3-9a48-4837-b021-dad9cded3780'] response: {'server_uuid': '76ccb9fc-3f14-4454-bdeb-47c741a0b49e', 'name': 'network-vif-deleted', 'tag': 'ba584888-b9db-434c-bbda-7e7a844cd60c', 'status': 'completed', 'code': 200} May 04 21:41:37.783323 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b814fb1-1179-4673-9c8e-ddbc6e3fdc6a req-3d5abd20-62d0-4df2-a11f-830b0567f166 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:37.784908 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1b814fb1-1179-4673-9c8e-ddbc6e3fdc6a req-3d5abd20-62d0-4df2-a11f-830b0567f166 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0509586 May 04 21:41:37.848928 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1b814fb1-1179-4673-9c8e-ddbc6e3fdc6a req-bbdc1aeb-372b-4cf8-9a2a-5cc906460921 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580952 May 04 21:41:38.458294 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 41014) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:38.507159 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e2a288-132d-4d4d-b4b5-15e7a7eee88c admin admin] Deleting subnet 11fc0f3d-3e42-4b7a-8a6e-d06df1574add {{(pid=110027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:41:38.510645 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a288-132d-4d4d-b4b5-15e7a7eee88c admin admin] Publish callbacks [] for subnet (11fc0f3d-3e42-4b7a-8a6e-d06df1574add), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.544216 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a288-132d-4d4d-b4b5-15e7a7eee88c admin admin] Publish callbacks [] for subnet (11fc0f3d-3e42-4b7a-8a6e-d06df1574add), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.549873 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a288-132d-4d4d-b4b5-15e7a7eee88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (11fc0f3d-3e42-4b7a-8a6e-d06df1574add), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.606166 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a288-132d-4d4d-b4b5-15e7a7eee88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (11fc0f3d-3e42-4b7a-8a6e-d06df1574add), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.631495 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2a288-132d-4d4d-b4b5-15e7a7eee88c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11fc0f3d-3e42-4b7a-8a6e-d06df1574add,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:38.635504 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a288-132d-4d4d-b4b5-15e7a7eee88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.639745 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-f6e2a288-132d-4d4d-b4b5-15e7a7eee88c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/11fc0f3d-3e42-4b7a-8a6e-d06df1574add HTTP/1.1" status: 204 len: 168 time: 0.1799140 May 04 21:41:38.641176 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 41016) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:38.718647 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (a7f6eef5-001a-461f-af00-0a7a416e05ff), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.801319 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (a7f6eef5-001a-461f-af00-0a7a416e05ff), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.821444 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f6eef5-001a-461f-af00-0a7a416e05ff']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:38.830868 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d478393-361d-465f-9188-151c617d9bf8') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:38.831167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d478393-361d-465f-9188-151c617d9bf8') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:41:38.840579 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (9d478393-361d-465f-9188-151c617d9bf8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.855053 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (9d478393-361d-465f-9188-151c617d9bf8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.863110 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:41:38.863588 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (9d478393-361d-465f-9188-151c617d9bf8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:41:38.866084 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:41:38.951661 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (a7f6eef5-001a-461f-af00-0a7a416e05ff), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.958789 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:38.961899 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a7f6eef5-001a-461f-af00-0a7a416e05ff HTTP/1.1" status: 204 len: 168 time: 0.3196361 May 04 21:41:38.975959 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b831fa-bc59-410e-87ba-03c3bc8414a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f6eef5-001a-461f-af00-0a7a416e05ff,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:38.983554 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac4630-1274-437a-9bbf-a54e529a1cb8 req-c2ee6047-9b56-4e01-a426-724eb2f8156e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:38.985057 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1ac4630-1274-437a-9bbf-a54e529a1cb8 req-c2ee6047-9b56-4e01-a426-724eb2f8156e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0711844 May 04 21:41:39.039480 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1ac4630-1274-437a-9bbf-a54e529a1cb8 req-b71fe886-ab04-40e0-833d-95ff9d7f02f4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484607 May 04 21:41:39.137394 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 41028) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:39.185693 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-8f1b68e6-297a-43b7-af75-dd25ae645e90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b9fa6a05dcd47eb8fd05a41a757bc8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467041 May 04 21:41:39.188137 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 41030) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:39.242427 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-87279329-cd20-47c7-935d-b3db6216272d admin admin] Publish callbacks [] for security_group (e76f910d-124b-4d3d-917a-37c8b9fd1cab), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:39.265045 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-87279329-cd20-47c7-935d-b3db6216272d admin admin] Publish callbacks [] for security_group (e76f910d-124b-4d3d-917a-37c8b9fd1cab), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:39.319542 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-87279329-cd20-47c7-935d-b3db6216272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e76f910d-124b-4d3d-917a-37c8b9fd1cab), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:39.323100 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-87279329-cd20-47c7-935d-b3db6216272d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:39.324810 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-87279329-cd20-47c7-935d-b3db6216272d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e76f910d-124b-4d3d-917a-37c8b9fd1cab HTTP/1.1" status: 204 len: 168 time: 0.1354711 May 04 21:41:39.333865 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87279329-cd20-47c7-935d-b3db6216272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f910d-124b-4d3d-917a-37c8b9fd1cab,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:40.164614 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f865b-4e36-4109-a9e8-8caf99e5f82f req-3c6b6fb9-057f-4ebb-8e08-11aea3668678 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:40.166147 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d0f865b-4e36-4109-a9e8-8caf99e5f82f req-3c6b6fb9-057f-4ebb-8e08-11aea3668678 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0501168 May 04 21:41:40.215775 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d0f865b-4e36-4109-a9e8-8caf99e5f82f req-1685d488-0cdc-47df-9578-f48118fc6c6b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 May 04 21:41:40.560257 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:41:41.349368 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6f787-fd4c-44a3-aeb8-f146c512eba3 req-e4e7b768-15c0-49d3-88eb-4a3d2ccecb07 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:41.350789 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-91c6f787-fd4c-44a3-aeb8-f146c512eba3 req-e4e7b768-15c0-49d3-88eb-4a3d2ccecb07 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0560951 May 04 21:41:41.398921 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-91c6f787-fd4c-44a3-aeb8-f146c512eba3 req-00d35a6f-6ffc-45f8-b4c2-14280fb008e1 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 May 04 21:41:42.518730 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec0e7-da12-4612-a104-23cebd778b1b req-03403edb-2491-45ff-b729-d94bf4482cb8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:42.520203 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-23dec0e7-da12-4612-a104-23cebd778b1b req-03403edb-2491-45ff-b729-d94bf4482cb8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0490956 May 04 21:41:42.780334 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-23dec0e7-da12-4612-a104-23cebd778b1b req-a291e2b3-97c4-4f1c-8790-4f9a6f262223 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522430 May 04 21:41:43.916540 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaed43b-eef7-45e3-9d3f-878017fb3391 req-299a0332-b7c5-44ad-9a68-c85ef47a86be tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:43.917989 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-adaed43b-eef7-45e3-9d3f-878017fb3391 req-299a0332-b7c5-44ad-9a68-c85ef47a86be tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0529401 May 04 21:41:43.975821 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-adaed43b-eef7-45e3-9d3f-878017fb3391 req-03136fa7-2388-4fc8-9cb4-f643e5265454 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497968 May 04 21:41:45.102937 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4163a21-d6a7-48cd-8723-d92f304ea47a req-b9a95067-31db-4716-8684-2797088531d0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:45.104425 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a4163a21-d6a7-48cd-8723-d92f304ea47a req-b9a95067-31db-4716-8684-2797088531d0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0461416 May 04 21:41:45.156580 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a4163a21-d6a7-48cd-8723-d92f304ea47a req-e9307af1-9d8d-4275-9b1a-e1dd38b62347 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 May 04 21:41:46.282158 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c570f6f-da3a-429b-8aea-46cbeecdaf2f req-b2370110-4b6e-4270-bd66-86a5609961fc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:46.283778 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c570f6f-da3a-429b-8aea-46cbeecdaf2f req-b2370110-4b6e-4270-bd66-86a5609961fc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0488987 May 04 21:41:46.331907 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c570f6f-da3a-429b-8aea-46cbeecdaf2f req-16c46d9b-1e97-42cf-ae9d-8d00ba8c09e7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411510 May 04 21:41:46.785581 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device ba584888-b9db-434c-bbda-7e7a844cd60c no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:41:46.806783 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: ba584888-b9db-434c-bbda-7e7a844cd60c {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:41:46.807135 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device ba584888-b9db-434c-bbda-7e7a844cd60c not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:41:47.447846 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752695f5-6ae8-4735-9781-08373a8827da req-abe25b1f-d13d-47db-a780-cd91cef40ade tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:47.449347 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-752695f5-6ae8-4735-9781-08373a8827da req-abe25b1f-d13d-47db-a780-cd91cef40ade tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0467291 May 04 21:41:47.501856 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-752695f5-6ae8-4735-9781-08373a8827da req-26e9c178-9ca5-41af-8c25-aba56dacce21 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 May 04 21:41:48.613587 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa1fb8-7ab3-4a0d-91bc-79de5dd0fc49 req-b0f9e980-7cd3-4635-abaf-d4a57d58417f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:48.615179 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1cfa1fb8-7ab3-4a0d-91bc-79de5dd0fc49 req-b0f9e980-7cd3-4635-abaf-d4a57d58417f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0458403 May 04 21:41:48.663843 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1cfa1fb8-7ab3-4a0d-91bc-79de5dd0fc49 req-05428193-96d0-49e4-a3d7-377b8547ff85 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431793 May 04 21:41:49.789254 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f4d72-8a6f-42b2-a018-e69aa6e32057 req-75c83300-626c-4a6b-b1b2-ffc3237bd08c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:49.790683 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a92f4d72-8a6f-42b2-a018-e69aa6e32057 req-75c83300-626c-4a6b-b1b2-ffc3237bd08c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0547333 May 04 21:41:49.836657 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a92f4d72-8a6f-42b2-a018-e69aa6e32057 req-271c93fa-aa5c-4bef-ae9b-8618281d7623 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 May 04 21:41:50.970139 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2757d3-bcd5-4a8f-a12b-3001ebf85280 req-72b44490-4aec-42a5-afaa-eabbedd6c99a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:50.971591 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2e2757d3-bcd5-4a8f-a12b-3001ebf85280 req-72b44490-4aec-42a5-afaa-eabbedd6c99a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0614271 May 04 21:41:51.019226 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2e2757d3-bcd5-4a8f-a12b-3001ebf85280 req-f3de170f-0854-4fcc-92d3-e05b43d15f39 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 May 04 21:41:52.160609 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad8959-7cff-4f9d-aa6e-718fc69876fb req-192be9e7-b2aa-4ac9-a1e2-e5ef1bd1708b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:52.162185 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-08ad8959-7cff-4f9d-aa6e-718fc69876fb req-192be9e7-b2aa-4ac9-a1e2-e5ef1bd1708b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0556805 May 04 21:41:52.211413 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-08ad8959-7cff-4f9d-aa6e-718fc69876fb req-4c0fdbc1-e7cb-469d-8488-7c9631778e38 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 May 04 21:41:52.881636 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4858ccc2-f19a-4b4c-8dc0-a2065e749e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:53.338356 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5740b-ad2b-4b5b-bae1-29de1b633ca1 req-374f2622-5448-482e-af1c-5ea49ee20abd tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:53.339810 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-43e5740b-ad2b-4b5b-bae1-29de1b633ca1 req-374f2622-5448-482e-af1c-5ea49ee20abd tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0458868 May 04 21:41:53.384752 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-43e5740b-ad2b-4b5b-bae1-29de1b633ca1 req-2f2c5666-25dc-4094-a6d2-71b9d2998fae tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393682 May 04 21:41:54.080637 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7f59c-ada5-4848-ad3d-eb6629595552 req-737c626c-a63c-4b4b-930b-cf824918c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:54.082425 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0bb7f59c-ada5-4848-ad3d-eb6629595552 req-737c626c-a63c-4b4b-930b-cf824918c0e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 1129 time: 0.0421295 May 04 21:41:54.128997 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0bb7f59c-ada5-4848-ad3d-eb6629595552 req-7d319932-9e48-4434-9be1-22e4362c76ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 May 04 21:41:54.499812 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6899520-41e0-455a-9dcb-70fb1d1c2fa8 req-627a2dd6-ed7a-4f4d-b46b-b4c90c0ecf10 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:54.501279 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6899520-41e0-455a-9dcb-70fb1d1c2fa8 req-627a2dd6-ed7a-4f4d-b46b-b4c90c0ecf10 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0486822 May 04 21:41:54.547243 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6899520-41e0-455a-9dcb-70fb1d1c2fa8 req-a9b5e215-ab84-4789-a458-640d12f6458a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 May 04 21:41:54.697849 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 41552) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:54.835927 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-1404a297-4928-411b-b799-f951240d2b1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d302bed84434e1089efe44793d5cfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368434 May 04 21:41:54.838609 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 41560) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:41:54.887723 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-13771318-a5a7-49f8-9af5-98b7066ac1c2 admin admin] Publish callbacks [] for security_group (9ee161cf-f761-4c22-b3a8-a7bd79b28341), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:54.911086 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-13771318-a5a7-49f8-9af5-98b7066ac1c2 admin admin] Publish callbacks [] for security_group (9ee161cf-f761-4c22-b3a8-a7bd79b28341), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:54.964212 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-13771318-a5a7-49f8-9af5-98b7066ac1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (9ee161cf-f761-4c22-b3a8-a7bd79b28341), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:54.967126 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-13771318-a5a7-49f8-9af5-98b7066ac1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:54.968432 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-13771318-a5a7-49f8-9af5-98b7066ac1c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ee161cf-f761-4c22-b3a8-a7bd79b28341 HTTP/1.1" status: 204 len: 168 time: 0.1288490 May 04 21:41:54.977806 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13771318-a5a7-49f8-9af5-98b7066ac1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee161cf-f761-4c22-b3a8-a7bd79b28341,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:41:55.224412 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5d8772f9-d626-4ff0-8a2a-ea3790df9ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:55.684914 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbe0e8-a0c7-47a0-944c-7d95aea50ae2 req-253fac7b-6228-47b9-9b28-2b4c81dbf157 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:55.686460 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-62fbe0e8-a0c7-47a0-944c-7d95aea50ae2 req-253fac7b-6228-47b9-9b28-2b4c81dbf157 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0495791 May 04 21:41:55.738340 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-62fbe0e8-a0c7-47a0-944c-7d95aea50ae2 req-e576cfb0-c678-4183-8ae5-955374f4dda0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429022 May 04 21:41:56.100924 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:56.854151 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449ca95-06d3-4320-9609-d95af1d2b048 req-c9448e4a-5fee-43a8-b43f-fbe05c70aac6 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:56.855686 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4449ca95-06d3-4320-9609-d95af1d2b048 req-c9448e4a-5fee-43a8-b43f-fbe05c70aac6 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0510857 May 04 21:41:56.905681 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4449ca95-06d3-4320-9609-d95af1d2b048 req-8846de19-8328-41af-9bc1-11c6a7ecc0ad tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 May 04 21:41:57.021370 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85752eca-8259-4e17-8aad-f190f412f3ca req-b24b2f19-c1c6-4f76-be00-a12522626897 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:41:57.022764 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-85752eca-8259-4e17-8aad-f190f412f3ca req-b24b2f19-c1c6-4f76-be00-a12522626897 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0492046 May 04 21:41:57.074036 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-85752eca-8259-4e17-8aad-f190f412f3ca req-25c868c1-a317-4d00-ae4e-a550df416711 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 May 04 21:41:57.634825 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:41:59.254829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:00.785417 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dcafa-c5da-4b31-8d3e-f02c1c6326a5 req-c938e55d-628f-44bf-8fb6-c237bb585ecb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:00.786736 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e04dcafa-c5da-4b31-8d3e-f02c1c6326a5 req-c938e55d-628f-44bf-8fb6-c237bb585ecb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0738151 May 04 21:42:00.795876 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-fe5d0c08-2c77-44fc-aa5d-b4f00c295e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:00.797176 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-fe5d0c08-2c77-44fc-aa5d-b4f00c295e01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 1129 time: 0.0567503 May 04 21:42:00.886121 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e04dcafa-c5da-4b31-8d3e-f02c1c6326a5 req-21b14a50-c223-4153-a655-6b2aa878aec0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924222 May 04 21:42:00.911805 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-ae40c449-7f9c-4d64-8637-db1eebffbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:00.913219 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-ae40c449-7f9c-4d64-8637-db1eebffbbef service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.1045089 May 04 21:42:00.954163 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-a2355b39-a81b-49d2-8340-284cfc045d6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b185628-ac9d-493e-8415-087764c8d327 HTTP/1.1" status: 200 len: 217 time: 0.0344195 May 04 21:42:01.007766 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-9490b864-4f66-4b81-a9d9-15b7878667f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:01.009387 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-9490b864-4f66-4b81-a9d9-15b7878667f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0486534 May 04 21:42:01.055065 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-c8d173f2-50ea-470c-8261-1e4bcfd90a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:01.056598 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-c8d173f2-50ea-470c-8261-1e4bcfd90a1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408418 May 04 21:42:01.114780 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:01.148652 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-aa6a25d5-2a0a-4aab-bbf2-0f4fefc185a0 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859718 May 04 21:42:01.244695 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-496c483a-e9b8-4d4e-8012-1a13cc8e128f req-430d57fa-efb2-442f-8ab3-5068773b6b67 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860369 May 04 21:42:02.015449 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d538304-554a-4f78-bff9-534dce114fbb req-5f3cc934-da4a-40e8-9a95-e7f3c4da52c4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:02.016949 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6d538304-554a-4f78-bff9-534dce114fbb req-5f3cc934-da4a-40e8-9a95-e7f3c4da52c4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0491269 May 04 21:42:02.068499 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6d538304-554a-4f78-bff9-534dce114fbb req-415c76bb-43e0-4a96-9ce5-d13bbeff6708 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 May 04 21:42:03.183776 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcdf3f-0fcd-4a72-8f29-77b270744bb1 req-bba73b7e-ebc1-4d2e-98a6-3683af8abed4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:03.185210 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fbbcdf3f-0fcd-4a72-8f29-77b270744bb1 req-bba73b7e-ebc1-4d2e-98a6-3683af8abed4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0454738 May 04 21:42:03.234662 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fbbcdf3f-0fcd-4a72-8f29-77b270744bb1 req-3c0e41fa-a8e0-461a-8146-e499361ec9fd tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 May 04 21:42:04.370758 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0bb6a-0d0a-4f21-895e-715aec4f1c81 req-434c0291-b62d-4f2e-b0e7-825a1caa27c5 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:04.372230 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ed0bb6a-0d0a-4f21-895e-715aec4f1c81 req-434c0291-b62d-4f2e-b0e7-825a1caa27c5 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0604999 May 04 21:42:04.419512 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ed0bb6a-0d0a-4f21-895e-715aec4f1c81 req-8bed0407-13e3-49b1-9d5d-53e9adef376f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 May 04 21:42:05.546664 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6f3f-5cef-4b9c-9048-5d6d4f04f0eb req-4733eda2-8a78-44f4-8d8b-0429dda62f6a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:05.548226 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-027d6f3f-5cef-4b9c-9048-5d6d4f04f0eb req-4733eda2-8a78-44f4-8d8b-0429dda62f6a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0526519 May 04 21:42:05.594828 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-027d6f3f-5cef-4b9c-9048-5d6d4f04f0eb req-8f2f654c-ac33-4e49-81ed-1e70eb0a0b2e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 May 04 21:42:06.707329 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b77f-638f-4887-a078-1a7995c1f809 req-a7b704f3-175d-45cf-a6be-2ca92060eebe tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:06.715441 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0ec5b77f-638f-4887-a078-1a7995c1f809 req-a7b704f3-175d-45cf-a6be-2ca92060eebe tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0536304 May 04 21:42:06.772607 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0ec5b77f-638f-4887-a078-1a7995c1f809 req-1f79bb24-be50-4db2-93f4-8cfa62cef445 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563161 May 04 21:42:07.883865 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac487-ee3f-45a1-ad42-1b3ae640e94b req-fc3e978a-e309-49fd-a776-2209ad2371fb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:07.885273 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-187ac487-ee3f-45a1-ad42-1b3ae640e94b req-fc3e978a-e309-49fd-a776-2209ad2371fb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0452833 May 04 21:42:07.932962 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-187ac487-ee3f-45a1-ad42-1b3ae640e94b req-e5f5f5de-b0a1-4e07-9d5f-1ce777f6207f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 May 04 21:42:09.051298 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e05ee-5fea-4518-b7af-fd6ffcc1910e req-cb25f825-e35f-4965-9ffa-4c588f7cbfee tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:09.052834 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-155e05ee-5fea-4518-b7af-fd6ffcc1910e req-cb25f825-e35f-4965-9ffa-4c588f7cbfee tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0489819 May 04 21:42:09.107903 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-155e05ee-5fea-4518-b7af-fd6ffcc1910e req-cf62f547-72fe-4eca-b90f-8584ace29a77 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 May 04 21:42:10.245280 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77ab51-1b0a-49a6-9fc7-52413f48a56f req-3e8fe09d-afd8-4b6e-86d6-771b7211d355 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:10.246812 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6f77ab51-1b0a-49a6-9fc7-52413f48a56f req-3e8fe09d-afd8-4b6e-86d6-771b7211d355 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0622861 May 04 21:42:10.284922 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-1d9677cd-28ff-4696-95e6-3f36b1f4b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:10.286586 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-1d9677cd-28ff-4696-95e6-3f36b1f4b3d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 1129 time: 0.0568972 May 04 21:42:10.322006 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6f77ab51-1b0a-49a6-9fc7-52413f48a56f req-6670be28-9310-4365-a5b1-2accbe73e6fc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598004 May 04 21:42:10.394518 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-a278f11e-5504-487a-9819-03f80891d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:10.396089 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-a278f11e-5504-487a-9819-03f80891d2e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.0877287 May 04 21:42:10.438837 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-bf259432-e7d9-4d1d-8adf-83665ff9ed6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b185628-ac9d-493e-8415-087764c8d327 HTTP/1.1" status: 200 len: 217 time: 0.0357754 May 04 21:42:10.487641 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-820b5a7f-6ad1-4f7c-a5ac-97343df8cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:10.489115 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-820b5a7f-6ad1-4f7c-a5ac-97343df8cd6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0439911 May 04 21:42:10.532566 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-939f389f-a21c-4916-8368-bdb14dc25497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:10.534067 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-939f389f-a21c-4916-8368-bdb14dc25497 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388796 May 04 21:42:10.625048 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-045a99db-c817-45c5-a7cd-fea4367872de service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838609 May 04 21:42:10.713228 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebdaf0b6-bf02-4564-9bd2-8a1133b3bdc6 req-dae06ea3-9474-4e6b-808d-6d4467b852e4 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818155 May 04 21:42:11.442026 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a48627-194a-48d1-bc79-a14a505caf97 req-6750d5a9-351e-4430-92d7-c12d9366c29d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:11.443446 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-41a48627-194a-48d1-bc79-a14a505caf97 req-6750d5a9-351e-4430-92d7-c12d9366c29d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0540903 May 04 21:42:11.492404 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-41a48627-194a-48d1-bc79-a14a505caf97 req-0b314a87-6b2b-4155-bc15-31dfb3218339 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 May 04 21:42:12.610196 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c59647-16d2-4015-a316-0aafe3e8b88e req-fe84bfb8-10c8-4cc2-8e07-fd6f689f2dcf tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:12.611800 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-71c59647-16d2-4015-a316-0aafe3e8b88e req-fe84bfb8-10c8-4cc2-8e07-fd6f689f2dcf tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0504229 May 04 21:42:12.658116 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-71c59647-16d2-4015-a316-0aafe3e8b88e req-10123751-2298-431f-b4ab-c5db9a8f062c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 May 04 21:42:13.768792 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a783d6-0b51-40b5-9782-62ded8c6696c req-d707fcf3-450c-4bdf-87bf-df8429c7896e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:13.770237 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-33a783d6-0b51-40b5-9782-62ded8c6696c req-d707fcf3-450c-4bdf-87bf-df8429c7896e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0460427 May 04 21:42:13.818328 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-33a783d6-0b51-40b5-9782-62ded8c6696c req-63753496-592a-469b-84d5-840cb90633ab tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423872 May 04 21:42:14.943522 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac691b6e-1a64-4a81-a40b-3ad308b884a5 req-12fe2dfe-c84a-4109-93f9-58fd2484104b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:14.944889 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ac691b6e-1a64-4a81-a40b-3ad308b884a5 req-12fe2dfe-c84a-4109-93f9-58fd2484104b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0457201 May 04 21:42:14.995198 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ac691b6e-1a64-4a81-a40b-3ad308b884a5 req-33323890-9304-49f9-84f0-2d9be2f32480 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 May 04 21:42:16.115064 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae504ffe-e040-4630-94b3-82fd7005d9d3 req-5f1c6812-acb4-4f23-8d17-41dc842976a7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:16.116550 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae504ffe-e040-4630-94b3-82fd7005d9d3 req-5f1c6812-acb4-4f23-8d17-41dc842976a7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0540280 May 04 21:42:16.166655 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae504ffe-e040-4630-94b3-82fd7005d9d3 req-d981d612-b187-404c-bc84-9e213aba3282 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 May 04 21:42:17.289678 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d2a93-c908-455e-bf5f-3505a6e81a29 req-b814a4a7-18e2-42f7-9783-5875e993fe7f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:17.290996 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f70d2a93-c908-455e-bf5f-3505a6e81a29 req-b814a4a7-18e2-42f7-9783-5875e993fe7f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0479963 May 04 21:42:17.338476 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f70d2a93-c908-455e-bf5f-3505a6e81a29 req-770d5bee-801b-4cba-bcc8-6ae4e468a3fe tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 May 04 21:42:17.559582 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:42:18.457323 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e3f7c-810d-4418-a2ef-32fca62bb923 req-001bbac3-15e7-4456-a58a-b63914e66b10 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:18.458815 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-993e3f7c-810d-4418-a2ef-32fca62bb923 req-001bbac3-15e7-4456-a58a-b63914e66b10 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0476458 May 04 21:42:18.512107 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-993e3f7c-810d-4418-a2ef-32fca62bb923 req-2b730339-e594-4b1b-94a8-5dc9777cf8dc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470469 May 04 21:42:19.634869 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c924-1da7-4e21-8394-769bdf6a892a req-b6e91e4d-9a96-47ac-b393-6cbf5ed271cc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:19.636332 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1901c924-1da7-4e21-8394-769bdf6a892a req-b6e91e4d-9a96-47ac-b393-6cbf5ed271cc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0482137 May 04 21:42:19.685616 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1901c924-1da7-4e21-8394-769bdf6a892a req-cf51ae34-89d1-4eb5-8bd2-563a0cc534d3 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407729 May 04 21:42:20.812986 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8defe09-1592-4222-ae67-38a65d2efc43 req-e4df8a32-c9e8-47e6-bec1-7a726be193d0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:20.814336 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f8defe09-1592-4222-ae67-38a65d2efc43 req-e4df8a32-c9e8-47e6-bec1-7a726be193d0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0458517 May 04 21:42:20.868350 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f8defe09-1592-4222-ae67-38a65d2efc43 req-7d77a31d-624f-456e-8844-c760b682a03e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 May 04 21:42:22.000188 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503977b3-6c29-41a4-9175-3c1d08a65b91 req-27934365-b526-4aa8-8119-94e11f3aecc7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:22.001602 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-503977b3-6c29-41a4-9175-3c1d08a65b91 req-27934365-b526-4aa8-8119-94e11f3aecc7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0445235 May 04 21:42:22.052199 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-503977b3-6c29-41a4-9175-3c1d08a65b91 req-dee40165-383e-4f33-b891-efb35a74f7d1 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 May 04 21:42:22.887966 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8e0c85fb-6eed-4159-8894-7e3b68786cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:23.165758 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fb3ed-9fcd-41d8-8ee9-bc11d055f158 req-c6d74e46-1ac8-42a8-9625-fe7ce1448c09 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:23.167230 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0e6fb3ed-9fcd-41d8-8ee9-bc11d055f158 req-c6d74e46-1ac8-42a8-9625-fe7ce1448c09 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0467937 May 04 21:42:23.215971 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0e6fb3ed-9fcd-41d8-8ee9-bc11d055f158 req-ce0a252d-8e05-43b7-8912-49de2303bd79 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 May 04 21:42:24.333730 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3ac15-172c-4014-935c-bbf586f18096 req-24a5d583-cc3e-40e4-b599-1b6c575fb79c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:24.335142 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-81d3ac15-172c-4014-935c-bbf586f18096 req-24a5d583-cc3e-40e4-b599-1b6c575fb79c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0478063 May 04 21:42:24.381446 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-81d3ac15-172c-4014-935c-bbf586f18096 req-e4083341-442f-4ec1-9bad-da209b127fe3 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406017 May 04 21:42:25.223819 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ae15-a79a-4ab2-a965-d956dde2a9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:25.501942 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ad88-7bfc-4734-a31b-44bcdadc0031 req-931e68bd-ea04-4f21-a667-53fce66edbe0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:25.503447 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-01a5ad88-7bfc-4734-a31b-44bcdadc0031 req-931e68bd-ea04-4f21-a667-53fce66edbe0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0479288 May 04 21:42:25.552598 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-01a5ad88-7bfc-4734-a31b-44bcdadc0031 req-bb044170-ff91-4436-aed5-5c856f6a72c2 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 May 04 21:42:26.098555 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:26.663473 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6783de5-8c7f-48f5-a20b-90a80a283b7e req-678f719a-0520-49cd-82a6-3a8934b4505f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:26.664863 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6783de5-8c7f-48f5-a20b-90a80a283b7e req-678f719a-0520-49cd-82a6-3a8934b4505f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0441041 May 04 21:42:26.711055 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6783de5-8c7f-48f5-a20b-90a80a283b7e req-caba8bbc-2363-4850-89e6-46983b182b61 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 May 04 21:42:27.637272 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:27.830223 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb89ccb-c3e1-43ab-a2a9-bda0074e298e req-81eeedb1-f33b-4f8e-acdf-740822b9751d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:27.831695 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-deb89ccb-c3e1-43ab-a2a9-bda0074e298e req-81eeedb1-f33b-4f8e-acdf-740822b9751d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0490830 May 04 21:42:27.877525 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-deb89ccb-c3e1-43ab-a2a9-bda0074e298e req-24bee14d-bbec-47b8-bf5a-2f2bddd279b7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 May 04 21:42:29.013154 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c3850-6656-4130-a4a8-d6607a66d626 req-6a851aef-4e98-4374-926f-56618e294231 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:29.014588 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cb9c3850-6656-4130-a4a8-d6607a66d626 req-6a851aef-4e98-4374-926f-56618e294231 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0506425 May 04 21:42:29.060469 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cb9c3850-6656-4130-a4a8-d6607a66d626 req-fca278ec-e38b-4816-b42c-8d850b276c14 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 May 04 21:42:29.249837 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:30.174671 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c1e01-32d2-400d-af3c-152896dec4c6 req-05fbf2c2-c9a0-4376-a62e-53726e3df5a4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:30.176196 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-671c1e01-32d2-400d-af3c-152896dec4c6 req-05fbf2c2-c9a0-4376-a62e-53726e3df5a4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0472319 May 04 21:42:30.222419 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-671c1e01-32d2-400d-af3c-152896dec4c6 req-fb8de8a8-b916-4d7d-ab0c-b3afee1fea64 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 May 04 21:42:30.956113 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdb63f-8bad-464c-81fc-4e2fa2cf0a42 req-76e48a25-7d36-4068-a862-10411328742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:30.957768 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fcdb63f-8bad-464c-81fc-4e2fa2cf0a42 req-76e48a25-7d36-4068-a862-10411328742c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 1129 time: 0.0427248 May 04 21:42:31.001447 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fcdb63f-8bad-464c-81fc-4e2fa2cf0a42 req-27d7e1b3-1809-492f-81c6-3271a7f65430 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378804 May 04 21:42:31.135789 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:31.335796 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899da8aa-1260-436b-a152-8423d6f58488 req-26d010c8-0a4d-4e00-acde-2a14d86fe40f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:31.337527 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-899da8aa-1260-436b-a152-8423d6f58488 req-26d010c8-0a4d-4e00-acde-2a14d86fe40f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0487514 May 04 21:42:31.393653 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-899da8aa-1260-436b-a152-8423d6f58488 req-aff530d6-91ea-4144-b859-cd0e670f4ff3 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 May 04 21:42:32.516286 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929c74b-d64f-474e-96ae-c31dd19286fe req-6f844bda-fccc-4713-8f5d-1f007e46ab9a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:32.517752 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e929c74b-d64f-474e-96ae-c31dd19286fe req-6f844bda-fccc-4713-8f5d-1f007e46ab9a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0502515 May 04 21:42:32.568527 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e929c74b-d64f-474e-96ae-c31dd19286fe req-e2ae8117-6c52-4c2c-919a-1433172602d3 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427761 May 04 21:42:33.697703 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db364a17-67ef-4a03-a9fd-8fb49d71d432 req-379b1415-56f8-4db2-8627-9d059d23084c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:33.699298 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-db364a17-67ef-4a03-a9fd-8fb49d71d432 req-379b1415-56f8-4db2-8627-9d059d23084c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0465796 May 04 21:42:33.746573 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-db364a17-67ef-4a03-a9fd-8fb49d71d432 req-72019e98-1ae4-4a0b-b493-7f8aa68e6110 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 May 04 21:42:34.005950 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ab7e-c9a0-44c0-94f7-afbeca8bc979 req-a0bb7557-c3dd-4969-ac09-904b3d7a9bdb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:34.007400 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-add7ab7e-c9a0-44c0-94f7-afbeca8bc979 req-a0bb7557-c3dd-4969-ac09-904b3d7a9bdb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0456245 May 04 21:42:34.017862 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-f4e6d89c-1226-4ff2-b208-2c10ce4b4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:34.019345 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-f4e6d89c-1226-4ff2-b208-2c10ce4b4c29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 1129 time: 0.0382926 May 04 21:42:34.054041 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-add7ab7e-c9a0-44c0-94f7-afbeca8bc979 req-0581659a-5ae9-406f-b466-05555b1a9679 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 May 04 21:42:34.111257 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-7a93e0e2-20b2-478a-aa81-c7c0e19741d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:34.112730 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-7a93e0e2-20b2-478a-aa81-c7c0e19741d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.0854845 May 04 21:42:34.152714 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-1aee0a8b-c8b4-4137-935e-7474a50c4b43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b185628-ac9d-493e-8415-087764c8d327 HTTP/1.1" status: 200 len: 217 time: 0.0337071 May 04 21:42:34.203770 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-f3b075a9-ae18-4a58-9cfc-d9bf484c31da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:34.205136 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-f3b075a9-ae18-4a58-9cfc-d9bf484c31da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0464463 May 04 21:42:34.248025 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-e6731f35-20b0-408c-be7f-2d63380ff66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:34.249532 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-e6731f35-20b0-408c-be7f-2d63380ff66f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380628 May 04 21:42:34.343632 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-c10e0a93-347b-4628-9598-78359f8f5780 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869515 May 04 21:42:34.432549 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6987a8cc-b274-45a3-ba3f-d4d1a306ef09 req-33cacfaf-2ea1-4dda-a1ef-6f586d1f2a3c service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822222 May 04 21:42:35.171090 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b532360-ef08-48e1-b27f-da17483356cf req-5d5ba7a5-aafe-46ba-9515-32d083a28d70 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:35.172581 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b532360-ef08-48e1-b27f-da17483356cf req-5d5ba7a5-aafe-46ba-9515-32d083a28d70 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0496824 May 04 21:42:35.220887 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b532360-ef08-48e1-b27f-da17483356cf req-240aca9f-1785-42a9-a734-a46844d0fcb0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 May 04 21:42:36.345280 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f273c70-0f70-4314-8b1c-f004fccc64cf req-83fa2a04-4a82-489b-9788-27904461cf21 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:36.346831 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7f273c70-0f70-4314-8b1c-f004fccc64cf req-83fa2a04-4a82-489b-9788-27904461cf21 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0563509 May 04 21:42:36.397602 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7f273c70-0f70-4314-8b1c-f004fccc64cf req-93545ec0-1e31-4020-8785-10bfcb8c4f41 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450814 May 04 21:42:37.511144 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f80f4-3f39-481d-8788-a8b775a0e8df req-edabf9c8-ef01-4aa5-bbc9-4233269b4bc0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:37.512728 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d87f80f4-3f39-481d-8788-a8b775a0e8df req-edabf9c8-ef01-4aa5-bbc9-4233269b4bc0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0494208 May 04 21:42:37.560539 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d87f80f4-3f39-481d-8788-a8b775a0e8df req-6a48b871-47c7-47f9-b76f-666f9ce98bb5 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 May 04 21:42:38.677659 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5f06f-dcff-423e-a8a8-b0d0d4f5416b req-1b30e066-748c-4ee7-bef4-31c17dec6e31 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:38.679447 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-adf5f06f-dcff-423e-a8a8-b0d0d4f5416b req-1b30e066-748c-4ee7-bef4-31c17dec6e31 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0465996 May 04 21:42:38.727730 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-adf5f06f-dcff-423e-a8a8-b0d0d4f5416b req-4287fee2-b87e-448e-9025-95de418766cc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 May 04 21:42:39.109227 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-1d2034df-24e8-48c9-9d56-dbd9b7329a39 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395811273&fields=id&tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5 HTTP/1.1" status: 200 len: 267 time: 0.0536065 May 04 21:42:39.450324 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-a6228fdc-1653-4ae7-a71c-24b09766e41f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:39.452686 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-a6228fdc-1653-4ae7-a71c-24b09766e41f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/networks?id=58dcd464-c9b8-4377-bc94-3c86783ada08 HTTP/1.1" status: 200 len: 809 time: 0.3361893 May 04 21:42:39.469043 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-d6766310-b80d-449a-b95b-30289a619635 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/quotas/0d5e29b8ac49423f9b0ce4eeb03e6be5 HTTP/1.1" status: 200 len: 375 time: 0.0100656 May 04 21:42:39.523230 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-f6703e7c-e3f5-40bb-b62b-1e2040895353 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480142 May 04 21:42:39.634899 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-f887a24b-dff4-44d3-836a-624fb0f8058c service neutron] 10.222.0.23 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957296 May 04 21:42:39.738763 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-78f0b182-937a-4fa8-9267-cd3c7a628147 service neutron] 10.222.0.23 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958264 May 04 21:42:40.088240 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-93c7acac-2990-4a30-8791-d31215dbfa0e req-6582f1f6-e2b3-470a-96f5-356b8f78d786 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 210 time: 0.0342751 May 04 21:42:40.238109 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42420) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:40.409332 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.435203 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42426) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:40.440590 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140105083', 'description': 'tempest-description--1463219040'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:40.461835 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.489622 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Publish callbacks [] for security_group (59a51753-b7ed-4c59-bdff-9eab6c07b22a), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.493624 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (59a51753-b7ed-4c59-bdff-9eab6c07b22a), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.531077 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group (8dd1f380-671d-4345-9395-1d5b14c724f0), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.537274 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e8884a9c2ff4ab5bdc21c14ab7ddf13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950764 May 04 21:42:40.537274 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a51753-b7ed-4c59-bdff-9eab6c07b22a,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:40.537872 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42430) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:40.546626 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.546899 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.547286 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.547671 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.548069 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.548436 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.548772 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.549098 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.549469 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.549802 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.550192 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.550548 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.551051 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.551547 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.552236 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02a657-04fe-4a31-a539-66dce9a19cb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.563015 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (8dd1f380-671d-4345-9395-1d5b14c724f0), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.605190 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.606509 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1701624 May 04 21:42:40.609346 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42440) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:40.611343 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd1f380-671d-4345-9395-1d5b14c724f0,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:40.617837 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-addf281f-3e34-4688-b5da-504401fb359e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Request body: {'security_group_rule': {'security_group_id': '8dd1f380-671d-4345-9395-1d5b14c724f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:40.644269 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.644614 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.645243 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.645550 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.645881 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.646207 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.646533 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.646960 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.647171 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.647519 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.647843 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.648163 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.648484 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.648806 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.649112 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01545b0-2b8f-459e-90f9-fcb37e7fd46c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:40.654253 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c025da0f-df37-4224-b872-eec2b39bf3dd admin admin] Publish callbacks [] for security_group (59a51753-b7ed-4c59-bdff-9eab6c07b22a), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.685080 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c025da0f-df37-4224-b872-eec2b39bf3dd admin admin] Publish callbacks [] for security_group (59a51753-b7ed-4c59-bdff-9eab6c07b22a), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.686893 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-addf281f-3e34-4688-b5da-504401fb359e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group_rule (26c0af99-cf90-45d5-b7a2-71df7fe3cdb3), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.755757 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-addf281f-3e34-4688-b5da-504401fb359e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group_rule (26c0af99-cf90-45d5-b7a2-71df7fe3cdb3), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.759833 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-addf281f-3e34-4688-b5da-504401fb359e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (26c0af99-cf90-45d5-b7a2-71df7fe3cdb3), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.781809 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf281f-3e34-4688-b5da-504401fb359e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c0af99-cf90-45d5-b7a2-71df7fe3cdb3,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:40.785980 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c025da0f-df37-4224-b872-eec2b39bf3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (59a51753-b7ed-4c59-bdff-9eab6c07b22a), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.788614 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c025da0f-df37-4224-b872-eec2b39bf3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.789950 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-c025da0f-df37-4224-b872-eec2b39bf3dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59a51753-b7ed-4c59-bdff-9eab6c07b22a HTTP/1.1" status: 204 len: 168 time: 0.2512720 May 04 21:42:40.801226 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-addf281f-3e34-4688-b5da-504401fb359e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.805386 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-addf281f-3e34-4688-b5da-504401fb359e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1919429 May 04 21:42:40.805386 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025da0f-df37-4224-b872-eec2b39bf3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a51753-b7ed-4c59-bdff-9eab6c07b22a,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:40.805386 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42454) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:40.809852 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-7f150be7-a5a7-46d8-9382-e75b8a55b681 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Request body: {'security_group_rule': {'security_group_id': '8dd1f380-671d-4345-9395-1d5b14c724f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:40.840675 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7f150be7-a5a7-46d8-9382-e75b8a55b681 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group_rule (f52eec46-8400-400e-9453-ef8c03f1c1e2), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.939000 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7f150be7-a5a7-46d8-9382-e75b8a55b681 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group_rule (f52eec46-8400-400e-9453-ef8c03f1c1e2), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:40.944622 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7f150be7-a5a7-46d8-9382-e75b8a55b681 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (f52eec46-8400-400e-9453-ef8c03f1c1e2), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.001557 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f150be7-a5a7-46d8-9382-e75b8a55b681 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52eec46-8400-400e-9453-ef8c03f1c1e2,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:41.034444 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7f150be7-a5a7-46d8-9382-e75b8a55b681 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.040647 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-7f150be7-a5a7-46d8-9382-e75b8a55b681 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2343884 May 04 21:42:41.043689 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42480) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:41.054111 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:41.101068 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.247228 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98ca57f5-56cd-4ea3-8d09-78d7cb9af11d req-5479fb81-4853-4fd7-aed0-2793cca172c2 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 210 time: 0.0432370 May 04 21:42:41.264959 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.325224 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-ce3e8732-2f96-4465-b3de-9ad2b95821fe tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:41.327491 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-ce3e8732-2f96-4465-b3de-9ad2b95821fe tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.21 "GET /v2.0/networks?id=58dcd464-c9b8-4377-bc94-3c86783ada08 HTTP/1.1" status: 200 len: 809 time: 0.2177298 May 04 21:42:41.443221 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-9dce53fe-1cd0-4e57-86ff-4ebcbcf41806 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5 HTTP/1.1" status: 200 len: 379 time: 0.1006839 May 04 21:42:41.462627 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Request body: {'port': {'device_id': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'admin_state_up': True, 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'security_groups': ['4ce79def-2e16-4a18-b3d3-bdda052ee9e4']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:41.488378 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42494) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:41.490513 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Allocated IP 172.27.1.232 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/9ca1274c-14f7-4c9b-a84d-3d6a51a2365d) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:41.496514 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42498) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:41.624889 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Made reservation on behalf of 0d5e29b8ac49423f9b0ce4eeb03e6be5 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:41.628764 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.646428 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for port (9ca1274c-14f7-4c9b-a84d-3d6a51a2365d), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.657495 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5c30-598e-41c2-b393-90de7ea9cf9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.686736 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-52aa0975-a553-48c2-aa9f-b2e5ee8faee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.709760 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (9ca1274c-14f7-4c9b-a84d-3d6a51a2365d), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.767240 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:41.777268 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:41.782503 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:41.790812 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event updated for resources: {'Port': ['ID=9ca1274c-14f7-4c9b-a84d-3d6a51a2365d,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:41.828908 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Allocated IP 172.20.0.9 (58dcd464-c9b8-4377-bc94-3c86783ada08/4a49f5ac-4df1-4bde-bd0d-e087fbce9eba/5eb04a89-85cc-4e66-8eb4-1b6e350c419b) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:41.847810 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5c30-598e-41c2-b393-90de7ea9cf9a admin admin] Publish callbacks [] for security_group (92463027-8f70-4b89-bdf9-e4ee1ba2fe83), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.854379 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5c30-598e-41c2-b393-90de7ea9cf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (92463027-8f70-4b89-bdf9-e4ee1ba2fe83), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.887112 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bd1e5c30-598e-41c2-b393-90de7ea9cf9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=609c36b7955848e3be1d400cc8e5cce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958023 May 04 21:42:41.887112 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42512) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:41.901573 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-52aa0975-a553-48c2-aa9f-b2e5ee8faee7 admin admin] Publish callbacks [] for security_group (e11239f2-0bcc-4302-a279-80e8acc74a4e), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.905667 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for floatingip (0666610f-0aef-4b5f-8299-be5a3d413898), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.911917 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-52aa0975-a553-48c2-aa9f-b2e5ee8faee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e11239f2-0bcc-4302-a279-80e8acc74a4e), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:41.968941 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e5c30-598e-41c2-b393-90de7ea9cf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92463027-8f70-4b89-bdf9-e4ee1ba2fe83,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:41.977476 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-52aa0975-a553-48c2-aa9f-b2e5ee8faee7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92ab90f5a74549468110ed0afa290920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795396 May 04 21:42:41.980383 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa0975-a553-48c2-aa9f-b2e5ee8faee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11239f2-0bcc-4302-a279-80e8acc74a4e,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:41.980768 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42518) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:41.983665 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (9ca1274c-14f7-4c9b-a84d-3d6a51a2365d), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.008686 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f0722f54-8846-4a81-b911-25cf8d351955 admin admin] Publish callbacks [] for security_group (92463027-8f70-4b89-bdf9-e4ee1ba2fe83), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.049709 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42520) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:42.099990 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f0722f54-8846-4a81-b911-25cf8d351955 admin admin] Publish callbacks [] for security_group (92463027-8f70-4b89-bdf9-e4ee1ba2fe83), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.140712 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e5a66a89-cca4-4df7-834a-269a584b3b18 admin admin] Publish callbacks [] for security_group (e11239f2-0bcc-4302-a279-80e8acc74a4e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.148348 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.156572 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-978756604-network', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:42.165004 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for port (9ca1274c-14f7-4c9b-a84d-3d6a51a2365d), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.172573 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (9ca1274c-14f7-4c9b-a84d-3d6a51a2365d), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.183343 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e5a66a89-cca4-4df7-834a-269a584b3b18 admin admin] Publish callbacks [] for security_group (e11239f2-0bcc-4302-a279-80e8acc74a4e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.206667 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Made reservation on behalf of ee66d81ea92041cab173ee39d2929456 for: {'network': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:42.208942 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.213808 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (0666610f-0aef-4b5f-8299-be5a3d413898), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.225179 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.250262 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f0722f54-8846-4a81-b911-25cf8d351955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (92463027-8f70-4b89-bdf9-e4ee1ba2fe83), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.252894 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f0722f54-8846-4a81-b911-25cf8d351955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.253427 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event updated for resources: {'Port': ['ID=9ca1274c-14f7-4c9b-a84d-3d6a51a2365d,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:42.256694 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f0722f54-8846-4a81-b911-25cf8d351955 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92463027-8f70-4b89-bdf9-e4ee1ba2fe83 HTTP/1.1" status: 204 len: 168 time: 0.3627548 May 04 21:42:42.259636 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.274770 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.277925 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0722f54-8846-4a81-b911-25cf8d351955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92463027-8f70-4b89-bdf9-e4ee1ba2fe83,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:42.292147 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-8b695bc8-1c7f-46f7-86ea-c4f83d7fae24 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2465098 May 04 21:42:42.312664 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Network 58dcd464-c9b8-4377-bc94-3c86783ada08 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:42.316163 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e5a66a89-cca4-4df7-834a-269a584b3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e11239f2-0bcc-4302-a279-80e8acc74a4e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.328096 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e5a66a89-cca4-4df7-834a-269a584b3b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.330026 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e5a66a89-cca4-4df7-834a-269a584b3b18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e11239f2-0bcc-4302-a279-80e8acc74a4e HTTP/1.1" status: 204 len: 168 time: 0.3483348 May 04 21:42:42.331357 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:42.345868 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:42.354112 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a66a89-cca4-4df7-834a-269a584b3b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11239f2-0bcc-4302-a279-80e8acc74a4e,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:42.362204 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'Port': ['ID=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:42.437854 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Publish callbacks [] for security_group (94f32b0e-a18b-4f0e-8f9d-da2ff9334085), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.450483 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (94f32b0e-a18b-4f0e-8f9d-da2ff9334085), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.455610 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:42.456577 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.466492 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d65dc-d128-4c34-bcfb-dfa32cb0649d req-7770e4bc-0aee-4bcc-ae9a-90aa740dcd62 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:42.471876 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-133d65dc-d128-4c34-bcfb-dfa32cb0649d req-7770e4bc-0aee-4bcc-ae9a-90aa740dcd62 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 931 time: 0.0770574 May 04 21:42:42.501968 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:42:42.532613 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-b2c31fb7-5fa0-4f35-8407-4a57ca94d40b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829730 May 04 21:42:42.547671 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f32b0e-a18b-4f0e-8f9d-da2ff9334085,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:42.556165 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (cb153471-12a7-4130-9ff9-a8dae579d272), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.556662 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.segments_db [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Added segment cb153471-12a7-4130-9ff9-a8dae579d272 of type vlan for network df9612c5-32df-4a60-93cb-e6ef3381aecd May 04 21:42:42.617279 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-133d65dc-d128-4c34-bcfb-dfa32cb0649d req-b8b70bd2-7afa-490f-8a43-b1d3e36822fe tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319447 May 04 21:42:42.637072 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (df9612c5-32df-4a60-93cb-e6ef3381aecd), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.681268 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-04793246-5738-4497-b6a6-645b4ad8f2ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1140105083&fields=id&tenant_id=3b05fdea4cf3422d991c8cb98cafe373 HTTP/1.1" status: 200 len: 267 time: 0.0729308 May 04 21:42:42.687164 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (df9612c5-32df-4a60-93cb-e6ef3381aecd), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.688571 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:42.689496 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.742652 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42548) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:42.757086 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7e2307bf-b0cc-4e39-a451-5fa975a77028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.762541 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7115731 May 04 21:42:42.768819 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42550) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:42.774420 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Request body: {'subnet': {'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-978756604-subnet', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'ip_version': 4}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:42.778759 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-098563a1-d42e-428f-84fc-db678715d1c4 None None] Provisioning complete for port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:42.779956 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-098563a1-d42e-428f-84fc-db678715d1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.832702 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a8040-95a9-4f4d-a604-d9f8ed2008a8 admin admin] Pushing event updated for resources: {'Network': ['ID=df9612c5-32df-4a60-93cb-e6ef3381aecd,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:42.846621 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-098563a1-d42e-428f-84fc-db678715d1c4 None None] Port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:42:42.847276 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7e2307bf-b0cc-4e39-a451-5fa975a77028 admin admin] Publish callbacks [] for security_group (ff29a277-f4bf-492f-b850-91dd978a3846), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.852952 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network df9612c5-32df-4a60-93cb-e6ef3381aecd details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:42:42.857679 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7e2307bf-b0cc-4e39-a451-5fa975a77028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ff29a277-f4bf-492f-b850-91dd978a3846), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.872621 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-4cc56786-9ace-446e-8870-475b500aa288 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:42.874132 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-4cc56786-9ace-446e-8870-475b500aa288 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 819 time: 0.1809065 May 04 21:42:42.875211 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Made reservation on behalf of ee66d81ea92041cab173ee39d2929456 for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:42.877623 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:42.904658 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7e2307bf-b0cc-4e39-a451-5fa975a77028 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebe876d976f1489caaeca3c2e649336f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606050 May 04 21:42:42.909232 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42554) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:42.920646 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-8ae77a54-3289-4b37-aa5d-51ea0f124ce5 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/quotas/3b05fdea4cf3422d991c8cb98cafe373 HTTP/1.1" status: 200 len: 375 time: 0.0397191 May 04 21:42:42.930710 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2307bf-b0cc-4e39-a451-5fa975a77028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff29a277-f4bf-492f-b850-91dd978a3846,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:43.040305 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-52d43669-bfd6-4629-8c05-ef88c44bca04 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1108882 May 04 21:42:43.066893 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fecf3aa4-cfc6-4afc-89c5-3ea5b3242be3 admin admin] Publish callbacks [] for security_group (ff29a277-f4bf-492f-b850-91dd978a3846), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.137577 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fecf3aa4-cfc6-4afc-89c5-3ea5b3242be3 admin admin] Publish callbacks [] for security_group (ff29a277-f4bf-492f-b850-91dd978a3846), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.261520 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-dcef1d43-2b1d-4fac-a6dc-c977823f7ba0 service neutron] 10.222.0.23 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074630 May 04 21:42:43.263161 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (0a98e80f-f325-4a3e-9fe1-89e67f48c961), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.301958 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fecf3aa4-cfc6-4afc-89c5-3ea5b3242be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ff29a277-f4bf-492f-b850-91dd978a3846), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.304401 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fecf3aa4-cfc6-4afc-89c5-3ea5b3242be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.305474 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-fecf3aa4-cfc6-4afc-89c5-3ea5b3242be3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff29a277-f4bf-492f-b850-91dd978a3846 HTTP/1.1" status: 204 len: 168 time: 0.3951306 May 04 21:42:43.347570 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42572) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:43.348553 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf3aa4-cfc6-4afc-89c5-3ea5b3242be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff29a277-f4bf-492f-b850-91dd978a3846,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:43.353350 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a98e80f-f325-4a3e-9fe1-89e67f48c961,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:43.408993 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Checking segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:43.409352 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Network hostable DHCP agents. Network: df9612c5-32df-4a60-93cb-e6ef3381aecd, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:42:43.435887 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-4f4bd10c-ac35-48f7-ab62-5cb774a98517 service neutron] 10.222.0.23 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493204 May 04 21:42:43.441951 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Network df9612c5-32df-4a60-93cb-e6ef3381aecd is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:42:43.455823 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, df9612c5-32df-4a60-93cb-e6ef3381aecd) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:43.461832 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:43.463201 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.468490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bdd957-91ac-4e5e-be46-e5658c9bd4ed None None] Network df9612c5-32df-4a60-93cb-e6ef3381aecd requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:43.468807 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1713672578-network', 'tenant_id': '7898995e41684b029b6370132bc5d1ac'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:43.488433 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-afadd65a-e8fb-4cb6-b75a-c8768c2f512a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7158527 May 04 21:42:43.488792 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42576) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:43.499360 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:43.507848 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Made reservation on behalf of 7898995e41684b029b6370132bc5d1ac for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:43.510165 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.528420 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.542439 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (c0297c3a-634b-4c6e-ab55-6138548eaa87), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.543974 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (c0297c3a-634b-4c6e-ab55-6138548eaa87), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.621597 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-df9612c5-32df-4a60-93cb-e6ef3381aecd', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:42:43.622983 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.652042 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks [] for router_controller (c0297c3a-634b-4c6e-ab55-6138548eaa87), precommit_add_association {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.679171 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Publish callbacks [] for security_group (ddc2c5e1-d09e-4de7-a0fc-f4b891b46321), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.691299 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ddc2c5e1-d09e-4de7-a0fc-f4b891b46321), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.708088 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:42:43.732373 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (cecf5db0-aab8-4c4a-ba1e-fd49377d0a06), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.734350 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Added segment cecf5db0-aab8-4c4a-ba1e-fd49377d0a06 of type vlan for network d1706b34-4c0d-4dff-b97e-b926badc62d6 May 04 21:42:43.806452 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3af5b822-8eb4-4422-80fb-9f96a79bb185 req-cbd97378-6fee-465d-b0fe-2d024a5491cc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 210 time: 0.0858383 May 04 21:42:43.858456 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:43.862200 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (d1706b34-4c0d-4dff-b97e-b926badc62d6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.892904 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (d1706b34-4c0d-4dff-b97e-b926badc62d6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.894054 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:43.894716 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:43.947774 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be299368-7e71-45fa-943a-c4d198aa6e9a req-af838c52-c7a2-4fb8-b362-47fb057ffb8b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:43.949741 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-be299368-7e71-45fa-943a-c4d198aa6e9a req-af838c52-c7a2-4fb8-b362-47fb057ffb8b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 931 time: 0.1160543 May 04 21:42:43.950658 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6019962 May 04 21:42:43.970516 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42600) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:43.980910 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Request body: {'subnet': {'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1713672578-subnet', 'tenant_id': '7898995e41684b029b6370132bc5d1ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:44.022178 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Allocated IP 172.20.0.2 (df9612c5-32df-4a60-93cb-e6ef3381aecd/0a98e80f-f325-4a3e-9fe1-89e67f48c961/67be016e-fd7d-4a11-9330-2969535e16f4) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:44.051313 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks [] for router_gateway (c0297c3a-634b-4c6e-ab55-6138548eaa87), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.068894 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9687ce-7a89-44b1-93a7-058f7cf82486 admin admin] Pushing event updated for resources: {'Network': ['ID=d1706b34-4c0d-4dff-b97e-b926badc62d6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:44.079873 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-be299368-7e71-45fa-943a-c4d198aa6e9a req-9514daa2-7f92-4b60-a9e0-dc02da336033 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894825 May 04 21:42:44.080023 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Made reservation on behalf of 7898995e41684b029b6370132bc5d1ac for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:44.086011 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network d1706b34-4c0d-4dff-b97e-b926badc62d6 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:42:44.096236 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8671830'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.281267 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Publish callbacks [] for port (67be016e-fd7d-4a11-9330-2969535e16f4), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.292367 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.295160 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks [] for router_gateway (c0297c3a-634b-4c6e-ab55-6138548eaa87), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.318117 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.340261 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Network df9612c5-32df-4a60-93cb-e6ef3381aecd is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:44.343554 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:44.346121 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:44.358134 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Pushing event updated for resources: {'Port': ['ID=67be016e-fd7d-4a11-9330-2969535e16f4,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:44.386453 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.386810 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.387157 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.387661 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.387894 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.388228 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.388559 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.388887 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.389215 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.389541 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.389863 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.390370 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.390860 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.391347 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.392199 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:44.414851 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Request body: {'port': {'device_id': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:44.433237 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Attempting to bind port 67be016e-fd7d-4a11-9330-2969535e16f4 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:42:44.433614 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Attempting to bind port 67be016e-fd7d-4a11-9330-2969535e16f4 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:42:44.434108 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Attempting to bind port 67be016e-fd7d-4a11-9330-2969535e16f4 on network df9612c5-32df-4a60-93cb-e6ef3381aecd {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:44.439361 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:42:44.439769 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Checking segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:44.440180 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.440619 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Bound using segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:42:44.441095 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Bound port: 67be016e-fd7d-4a11-9330-2969535e16f4, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:42:44.441475 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.446128 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Allocated IP 172.27.1.209 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/94d9fbee-d861-42c3-89f0-9e135b80d593) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:44.468519 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9291508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8671780'] for subnet (56298dc6-cb3c-4ee4-b3e6-cffd410a5e16), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.536634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] For port 67be016e-fd7d-4a11-9330-2969535e16f4, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:42:44.540897 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] For port 67be016e-fd7d-4a11-9330-2969535e16f4, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=67be016e-fd7d-4a11-9330-2969535e16f4,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:42:44.553697 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.560241 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Checking segment: {'id': 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:44.560734 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Network hostable DHCP agents. Network: d1706b34-4c0d-4dff-b97e-b926badc62d6, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:42:44.565782 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.568772 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks [] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.569797 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=56298dc6-cb3c-4ee4-b3e6-cffd410a5e16,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:44.600682 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Network d1706b34-4c0d-4dff-b97e-b926badc62d6 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:42:44.611523 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.639783 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, d1706b34-4c0d-4dff-b97e-b926badc62d6) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:44.652110 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:44.652998 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:44.670703 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ef047-2492-4541-9a97-0c3de1a964c3 None None] Pushing event updated for resources: {'Port': ['ID=67be016e-fd7d-4a11-9330-2969535e16f4,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:44.684068 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb2bd82-306d-49d1-b4e7-c50b96751271 None None] Network d1706b34-4c0d-4dff-b97e-b926badc62d6 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:44.695960 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Pushing event updated for resources: {'Port': ['ID=94d9fbee-d861-42c3-89f0-9e135b80d593,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:44.716018 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:44.717555 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:44.724510 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:44.736692 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b42dc0be-f9b6-4e3c-9f9d-78caa7d293dc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7609937 May 04 21:42:44.868077 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5ea34e-933b-4797-8413-7ad710962a87 None None] Network d1706b34-4c0d-4dff-b97e-b926badc62d6 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:45.152324 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb04a89-85cc-4e66-8eb4-1b6e350c419b {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:42:45.173247 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Publish callbacks [] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:45.191753 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Transition to ACTIVE for port object 5eb04a89-85cc-4e66-8eb4-1b6e350c419b will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:42:45.217417 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:45.223850 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4835fd55-073c-4a73-9c31-0fd2f29420d9 req-5acbbd71-ed2c-4107-b1bc-f471b506098c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 210 time: 0.2052052 May 04 21:42:45.278056 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 67be016e-fd7d-4a11-9330-2969535e16f4 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:42:45.294804 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Pushing event updated for resources: {'Port': ['ID=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:45.345602 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 67be016e-fd7d-4a11-9330-2969535e16f4 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:45.345932 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:45.437871 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Attempting to bind port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:42:45.438927 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Attempting to bind port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:42:45.439440 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Attempting to bind port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b on network 58dcd464-c9b8-4377-bc94-3c86783ada08 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:45.445948 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b on network 58dcd464-c9b8-4377-bc94-3c86783ada08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:42:45.446270 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Attempting to bind port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b on network 58dcd464-c9b8-4377-bc94-3c86783ada08 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:45.453912 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:42:45.454534 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Checking segment: {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:45.455089 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Bound using segment: {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:42:45.455703 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Bound port: 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd70bf48-1cfe-4140-809f-70bc873f9874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:42:45.456219 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:45.465949 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 67be016e-fd7d-4a11-9330-2969535e16f4 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:45.466352 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:45.513225 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port 67be016e-fd7d-4a11-9330-2969535e16f4, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=67be016e-fd7d-4a11-9330-2969535e16f4,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:45.520568 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:45.563189 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:42:45.573001 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:42:45.579874 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=67be016e-fd7d-4a11-9330-2969535e16f4,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:45.586423 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:45.615516 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks [] for router_gateway (c0297c3a-634b-4c6e-ab55-6138548eaa87), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:45.623242 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f56ff-6eb6-4897-b3a9-e8b3b291cc98 req-6eade070-7359-4aa8-947d-ce4718ec8981 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:45.631498 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f03f56ff-6eb6-4897-b3a9-e8b3b291cc98 req-6eade070-7359-4aa8-947d-ce4718ec8981 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.1407759 May 04 21:42:45.651435 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:45.652187 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:45.653798 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] 10.222.0.21 "PUT /v2.0/ports/5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 200 len: 1093 time: 1.2478805 May 04 21:42:45.654339 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:42:45.656533 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626" -d '{"events": [{"name": "network-changed", "server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:42:45.702357 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5fba1-a723-4cba-8eac-5796a501c8ed service neutron] Pushing event updated for resources: {'Port': ['ID=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:45.724637 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d361db-f472-43b3-8911-453e3f75ca6c x-openstack-request-id: req-b0d361db-f472-43b3-8911-453e3f75ca6c {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:42:45.725134 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:42:45.725726 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0d361db-f472-43b3-8911-453e3f75ca6c {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:42:45.726359 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d361db-f472-43b3-8911-453e3f75ca6c'] response: {'name': 'network-changed', 'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'status': 'completed', 'code': 200} May 04 21:42:45.781582 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f03f56ff-6eb6-4897-b3a9-e8b3b291cc98 req-8fbd31a7-6339-4551-a9ee-3baeeecedb1d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748458 May 04 21:42:45.856742 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-2b87b7ff-eff6-485d-a81a-a0e7dae51d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:45.863545 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-2b87b7ff-eff6-485d-a81a-a0e7dae51d6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5&device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1127 time: 0.1026464 May 04 21:42:45.942643 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-c6d578f3-a87f-442e-bbd8-7527ee114f2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 200 len: 217 time: 0.0690725 May 04 21:42:46.026524 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-9f57f187-0183-4be8-acf6-9a0e57981855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:46.029329 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-9f57f187-0183-4be8-acf6-9a0e57981855 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a49f5ac-4df1-4bde-bd0d-e087fbce9eba HTTP/1.1" status: 200 len: 848 time: 0.0812333 May 04 21:42:46.049080 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (c0297c3a-634b-4c6e-ab55-6138548eaa87), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:46.104903 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-1cbcbb6d-9c01-4c06-9445-c958fa09b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:46.106476 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-1cbcbb6d-9c01-4c06-9445-c958fa09b332 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58dcd464-c9b8-4377-bc94-3c86783ada08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693707 May 04 21:42:46.202508 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Router c0297c3a-634b-4c6e-ab55-6138548eaa87 is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:42:46.222100 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3979f44-726d-4ad1-8fd5-9eacaa98aaf6 None None] Network df9612c5-32df-4a60-93cb-e6ef3381aecd requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:46.328349 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-b1eec13e-db46-4034-80fb-d1220d579336 None None] Provisioning complete for port 67be016e-fd7d-4a11-9330-2969535e16f4 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:46.328971 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b1eec13e-db46-4034-80fb-d1220d579336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:46.341855 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:42:46.353640 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Sync routers for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:42:46.377718 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:42:46.378266 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:46.382420 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:46.384142 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e091e469-add5-42f0-9992-3c223f00993a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8942742 May 04 21:42:46.387082 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42664) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:46.455711 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3a922b8b-6586-468f-b6dc-4597d22abbb5 req-9f894a82-12c7-43cc-9ff9-fed132703270 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 210 time: 0.1180003 May 04 21:42:46.555214 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-b1eec13e-db46-4034-80fb-d1220d579336 None None] Current status of the port 67be016e-fd7d-4a11-9330-2969535e16f4 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:46.602012 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:42:46.637488 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-aa93ad42-2d90-44d3-a818-9afada520f50 service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650928 May 04 21:42:46.814021 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f48192b4-29a9-4b1c-90ee-56bb9a8ea383 req-bccc52e5-1cca-42e7-91e9-390a898bf7a6 service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666820 May 04 21:42:46.883614 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b1dd466-9685-464a-a9f5-b11126a07d5d None None] Provisioning complete for port 67be016e-fd7d-4a11-9330-2969535e16f4 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:46.884241 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b1dd466-9685-464a-a9f5-b11126a07d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:46.895808 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:44Z', 'revision_number': 3, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:46.920678 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5bcf854c-b905-4dd6-bc8c-4bfec9a455f9 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:46.922771 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5bcf854c-b905-4dd6-bc8c-4bfec9a455f9 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 819 time: 0.3088999 May 04 21:42:46.930797 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Checking router: c0297c3a-634b-4c6e-ab55-6138548eaa87 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:42:46.931112 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Updating router c0297c3a-634b-4c6e-ab55-6138548eaa87 port 94d9fbee-d861-42c3-89f0-9e135b80d593 binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:42:46.959562 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:46.990924 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b1dd466-9685-464a-a9f5-b11126a07d5d None None] Current status of the port 67be016e-fd7d-4a11-9330-2969535e16f4 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:47.043561 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dffc9-c03b-4832-bf04-98559895b943 req-01c4eec1-cd8a-44cc-8bc9-33fa4686ff2f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:47.045291 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a82dffc9-c03b-4832-bf04-98559895b943 req-01c4eec1-cd8a-44cc-8bc9-33fa4686ff2f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.1326487 May 04 21:42:47.157500 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-4b1ecbf6-fc21-40fe-9441-7cc1a5ba67bd tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b05fdea4cf3422d991c8cb98cafe373 HTTP/1.1" status: 200 len: 380 time: 0.1477890 May 04 21:42:47.205688 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a82dffc9-c03b-4832-bf04-98559895b943 req-e7d9d68b-505c-4aab-90f5-a14e00f43b9f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483510 May 04 21:42:47.234178 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 67be016e-fd7d-4a11-9330-2969535e16f4 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:42:47.305869 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 67be016e-fd7d-4a11-9330-2969535e16f4 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:47.306774 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.327912 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.355882 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Publish callbacks [] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.367531 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.380211 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42704) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:47.428108 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 67be016e-fd7d-4a11-9330-2969535e16f4 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:47.471475 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Attempting to bind port 94d9fbee-d861-42c3-89f0-9e135b80d593 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:42:47.472194 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Attempting to bind port 94d9fbee-d861-42c3-89f0-9e135b80d593 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:42:47.472717 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Attempting to bind port 94d9fbee-d861-42c3-89f0-9e135b80d593 on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:47.483802 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:42:47.484668 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:47.485233 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.485777 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:42:47.486405 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Bound port: 94d9fbee-d861-42c3-89f0-9e135b80d593, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:42:47.486956 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.554554 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Pushing event updated for resources: {'Port': ['ID=94d9fbee-d861-42c3-89f0-9e135b80d593,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:47.554811 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-27be6ba5-3404-44ae-a453-000a74f88e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.558436 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Allocated IP 172.20.0.1 (df9612c5-32df-4a60-93cb-e6ef3381aecd/0a98e80f-f325-4a3e-9fe1-89e67f48c961/a36b2b8c-e377-4999-af26-a14f31f3a0ab) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:47.563109 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95482316-2ab4-4be1-b138-331221685b99 req-0b897171-ebe1-4ba3-85a0-bee01d2fcaeb tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:47.564605 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-0b897171-ebe1-4ba3-85a0-bee01d2fcaeb tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/networks?id=d1706b34-4c0d-4dff-b97e-b926badc62d6 HTTP/1.1" status: 200 len: 814 time: 0.1454985 May 04 21:42:47.566344 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.566699 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.567070 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.567459 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.567803 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.568132 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.568456 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.568787 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.569112 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.569437 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.569762 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.570096 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.570419 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.570740 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.571058 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:42:47.576086 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] For port 94d9fbee-d861-42c3-89f0-9e135b80d593, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:42:47.586454 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] For port 94d9fbee-d861-42c3-89f0-9e135b80d593, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=94d9fbee-d861-42c3-89f0-9e135b80d593,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:42:47.590361 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-4481ad43-9a03-4de8-acb8-0fbd4db8486e tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/quotas/7898995e41684b029b6370132bc5d1ac HTTP/1.1" status: 200 len: 375 time: 0.0183127 May 04 21:42:47.595181 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.604935 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-71cb44b1-3ef7-46e9-9b28-1c43cff501a2 req-58885fef-8530-4989-867f-b6ea8960b88f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 210 time: 0.0481646 May 04 21:42:47.659304 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:42:47.659863 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:47.666414 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-a653dbe9-04e1-4888-b34d-22e8759654f8 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7898995e41684b029b6370132bc5d1ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406845 May 04 21:42:47.700315 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664d912-b816-4d65-ba87-d7d395ee7aec None None] Pushing event updated for resources: {'Port': ['ID=94d9fbee-d861-42c3-89f0-9e135b80d593,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:47.709459 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Publish callbacks [] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.717877 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-27be6ba5-3404-44ae-a453-000a74f88e0c admin admin] Publish callbacks [] for security_group (0a78ad8a-c3f0-40cd-9473-e6f595b0e074), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.724821 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-27be6ba5-3404-44ae-a453-000a74f88e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (0a78ad8a-c3f0-40cd-9473-e6f595b0e074), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.748206 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.783073 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:42:47.793193 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Network df9612c5-32df-4a60-93cb-e6ef3381aecd is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:47.796821 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:47.800764 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-27be6ba5-3404-44ae-a453-000a74f88e0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c681da6158874f1d9c494569c941d0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155016 May 04 21:42:47.800764 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42714) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:47.803928 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:47.804270 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (c0297c3a-634b-4c6e-ab55-6138548eaa87), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.811492 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a36b2b8c-e377-4999-af26-a14f31f3a0ab,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:47.830149 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be6ba5-3404-44ae-a453-000a74f88e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a78ad8a-c3f0-40cd-9473-e6f595b0e074,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:47.862689 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-25eda83e-bc36-476a-8ff1-2a4e927d9008 service neutron] 10.222.0.23 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807091 May 04 21:42:47.908086 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bc36-3562-4084-a7fd-cc11a1b0365b admin admin] Publish callbacks [] for security_group (0a78ad8a-c3f0-40cd-9473-e6f595b0e074), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.969339 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bc36-3562-4084-a7fd-cc11a1b0365b admin admin] Publish callbacks [] for security_group (0a78ad8a-c3f0-40cd-9473-e6f595b0e074), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:47.982946 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:44Z', 'revision_number': 3, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:48.004087 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Request body: {'port': {'device_id': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'admin_state_up': True, 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'security_groups': ['8dd1f380-671d-4345-9395-1d5b14c724f0']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:48.027855 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-a3d6be16-c7a3-4f35-a67b-502b6b58b223 service neutron] 10.222.0.23 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642540 May 04 21:42:48.055371 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-1ecba168-41c1-4dfe-bd6a-bbcb114250e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:48.057033 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-1ecba168-41c1-4dfe-bd6a-bbcb114250e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5&device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1127 time: 0.0667219 May 04 21:42:48.080361 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.117326 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-ead414a8-72fb-4c4d-a3d0-4d48663c9a31 None None] Provisioning complete for port a36b2b8c-e377-4999-af26-a14f31f3a0ab triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:48.117551 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bc36-3562-4084-a7fd-cc11a1b0365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (0a78ad8a-c3f0-40cd-9473-e6f595b0e074), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.120917 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bc36-3562-4084-a7fd-cc11a1b0365b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.121493 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ead414a8-72fb-4c4d-a3d0-4d48663c9a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.122182 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f2f3bc36-3562-4084-a7fd-cc11a1b0365b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a78ad8a-c3f0-40cd-9473-e6f595b0e074 HTTP/1.1" status: 204 len: 168 time: 0.3206308 May 04 21:42:48.149632 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3feb8f-6698-4365-856e-2905af6325d7 None None] The sync data for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi is: [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:44Z', 'revision_number': 3, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:42:48.155286 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3bc36-3562-4084-a7fd-cc11a1b0365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a78ad8a-c3f0-40cd-9473-e6f595b0e074,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:48.199978 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-ead414a8-72fb-4c4d-a3d0-4d48663c9a31 None None] Port a36b2b8c-e377-4999-af26-a14f31f3a0ab cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:42:48.206611 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-89d12159-3c77-4676-bff7-af4d5c5db2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:48.208874 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-89d12159-3c77-4676-bff7-af4d5c5db2c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58dcd464-c9b8-4377-bc94-3c86783ada08 HTTP/1.1" status: 200 len: 910 time: 0.1438587 May 04 21:42:48.268516 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-d4b470b7-8c53-4381-9315-6ff476e051fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 200 len: 217 time: 0.0535142 May 04 21:42:48.344970 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-c9de9a2f-589c-4d5a-b5c5-82df8e25c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:48.347284 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-c9de9a2f-589c-4d5a-b5c5-82df8e25c6fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a49f5ac-4df1-4bde-bd0d-e087fbce9eba HTTP/1.1" status: 200 len: 848 time: 0.0711267 May 04 21:42:48.442803 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9dc479d1-6709-4160-a71f-18d97a312ed0 req-09251b16-1cc2-4020-b353-1b4ada3951c9 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 210 time: 0.0529759 May 04 21:42:48.444095 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-e12d7c21-efa9-402b-b8f3-1be10a4b8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:48.445752 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-e12d7c21-efa9-402b-b8f3-1be10a4b8afd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58dcd464-c9b8-4377-bc94-3c86783ada08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910900 May 04 21:42:48.470738 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Publish callbacks [] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.496865 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.497889 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (c0297c3a-634b-4c6e-ab55-6138548eaa87), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.566695 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a36b2b8c-e377-4999-af26-a14f31f3a0ab,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:48.599832 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Made reservation on behalf of 3b05fdea4cf3422d991c8cb98cafe373 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:48.604043 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.743873 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dac83-d7c1-43c8-acff-ff2fa80b4538 req-5a029cd0-7b60-4817-94d2-1ed995d8df40 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:48.747150 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bb7dac83-d7c1-43c8-acff-ff2fa80b4538 req-5a029cd0-7b60-4817-94d2-1ed995d8df40 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.2643003 May 04 21:42:48.753616 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42740) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:48.769495 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-87c6348a-cad4-437f-8d77-c0da0c4f2214 req-e93fdb1c-ab44-4999-9e15-ad4e274011d6 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 210 time: 0.0568781 May 04 21:42:48.778051 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-13757928-1fc2-44e5-91eb-03150dc4012f service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666197 May 04 21:42:48.779322 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9c07fbcd-fe70-4743-99f7-37bcb12cc5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.930369 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de7dcd1b-32fa-4685-9cd2-2f525f1a8626 req-b996b89c-5aa6-44ca-9b35-3376897d242b service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412735 May 04 21:42:48.967920 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9c07fbcd-fe70-4743-99f7-37bcb12cc5d1 admin admin] Publish callbacks [] for security_group (99ef8994-5749-49d2-bbcf-e94780492f88), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:48.974030 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9c07fbcd-fe70-4743-99f7-37bcb12cc5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (99ef8994-5749-49d2-bbcf-e94780492f88), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.015453 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9c07fbcd-fe70-4743-99f7-37bcb12cc5d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00d9a9ce1a9a47979fe769a829259bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580185 May 04 21:42:49.016445 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07fbcd-fe70-4743-99f7-37bcb12cc5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ef8994-5749-49d2-bbcf-e94780492f88,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:49.018826 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42744) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:49.107023 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57d5aa29-0203-4fd4-a244-01afda081ea5 admin admin] Publish callbacks [] for security_group (99ef8994-5749-49d2-bbcf-e94780492f88), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.137422 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bb7dac83-d7c1-43c8-acff-ff2fa80b4538 req-d39e7816-01f2-43b0-a0a8-f35e2da0cbc6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767154 May 04 21:42:49.139512 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57d5aa29-0203-4fd4-a244-01afda081ea5 admin admin] Publish callbacks [] for security_group (99ef8994-5749-49d2-bbcf-e94780492f88), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.218203 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57d5aa29-0203-4fd4-a244-01afda081ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (99ef8994-5749-49d2-bbcf-e94780492f88), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.220766 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57d5aa29-0203-4fd4-a244-01afda081ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.221921 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-57d5aa29-0203-4fd4-a244-01afda081ea5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99ef8994-5749-49d2-bbcf-e94780492f88 HTTP/1.1" status: 204 len: 168 time: 0.1969216 May 04 21:42:49.237459 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5aa29-0203-4fd4-a244-01afda081ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ef8994-5749-49d2-bbcf-e94780492f88,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:49.260373 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Network df9612c5-32df-4a60-93cb-e6ef3381aecd is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:49.265487 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 94d9fbee-d861-42c3-89f0-9e135b80d593 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:42:49.272773 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:49.295990 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Allocated IP 172.20.0.11 (6a8f1734-116e-431a-8f58-ff8f973d9ef8/5d0e59e9-7db3-41ee-b981-3898aa695710/f25a93a8-cccc-4cb7-b19b-ccbe23f05caf) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:49.374501 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 94d9fbee-d861-42c3-89f0-9e135b80d593 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:49.375195 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.533363 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 94d9fbee-d861-42c3-89f0-9e135b80d593 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:49.533762 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.559056 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port 94d9fbee-d861-42c3-89f0-9e135b80d593, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=94d9fbee-d861-42c3-89f0-9e135b80d593,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:49.567281 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.627974 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=94d9fbee-d861-42c3-89f0-9e135b80d593,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:49.633996 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Router c0297c3a-634b-4c6e-ab55-6138548eaa87 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:42:49.644049 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ac727d9-8063-49fe-9b73-df83b90026e4 req-c20d2ad8-d94b-46be-b061-73b14c077f73 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 210 time: 0.0702779 May 04 21:42:49.675312 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-7627ab2b-f671-472e-bd76-eba2ca31ff91 None None] Provisioning complete for port a36b2b8c-e377-4999-af26-a14f31f3a0ab triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:49.675798 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7627ab2b-f671-472e-bd76-eba2ca31ff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.706544 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.795599 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-7627ab2b-f671-472e-bd76-eba2ca31ff91 None None] Port a36b2b8c-e377-4999-af26-a14f31f3a0ab cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:42:49.877379 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:49.962962 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:42:49.987475 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-779f3d95-fc91-4c11-83d9-03a0ab8631f9 admin admin] 10.222.0.23 "PUT /v2.0/routers/c0297c3a-634b-4c6e-ab55-6138548eaa87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5987887 May 04 21:42:50.008882 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:50.012596 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event updated for resources: {'Port': ['ID=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:50.017913 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:50.022147 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:50.027335 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:50.028008 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.038969 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17df66e-3cb0-46ed-9196-5062650e14ff req-484c3803-2784-4461-905e-146b57887a59 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:50.041331 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f17df66e-3cb0-46ed-9196-5062650e14ff req-484c3803-2784-4461-905e-146b57887a59 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 932 time: 0.1300559 May 04 21:42:50.063281 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5628d759-6643-4074-aab6-e7dfaae55bce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0653598 May 04 21:42:50.076322 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95482316-2ab4-4be1-b138-331221685b99 req-577bf27f-7c07-4c98-8330-f486371963f8 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:50.078465 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-577bf27f-7c07-4c98-8330-f486371963f8 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.21 "GET /v2.0/networks?id=d1706b34-4c0d-4dff-b97e-b926badc62d6 HTTP/1.1" status: 200 len: 814 time: 0.1763296 May 04 21:42:50.092762 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Request body: {'port': {'device_id': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:50.103992 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Request body: {'port': {'device_id': '1b39926d-5a95-40f1-ab14-c51f593557e7', 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6', 'admin_state_up': True, 'tenant_id': '7898995e41684b029b6370132bc5d1ac'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:50.180676 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f17df66e-3cb0-46ed-9196-5062650e14ff req-63ae38b6-c1d6-49db-9dc3-e9129f28066e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309509 May 04 21:42:50.246373 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.360353 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33fa0b-d7c3-4b1c-ab2e-13e932791980 req-baad30a9-de22-4e20-a0db-8554ab967f16 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:50.367368 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9a33fa0b-d7c3-4b1c-ab2e-13e932791980 req-baad30a9-de22-4e20-a0db-8554ab967f16 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0902941 May 04 21:42:50.435796 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9a33fa0b-d7c3-4b1c-ab2e-13e932791980 req-d11369e4-1928-48db-9e34-b84a5b97da6f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672963 May 04 21:42:50.444275 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Made reservation on behalf of 7898995e41684b029b6370132bc5d1ac for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:50.447634 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.476574 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42790) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:50.528456 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-1881e77c-77f2-4f95-80df-17142f0a2f32 None None] Provisioning complete for port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:50.529077 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1881e77c-77f2-4f95-80df-17142f0a2f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.615467 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-1881e77c-77f2-4f95-80df-17142f0a2f32 None None] Port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:42:50.638271 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-250501145-network', 'tenant_id': '08af976fb836432389efed1ea1d6fa1a'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:50.639519 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Allocated IP 172.20.0.14 (d1706b34-4c0d-4dff-b97e-b926badc62d6/56298dc6-cb3c-4ee4-b3e6-cffd410a5e16/39999bf9-852c-4b63-9b0a-c7ac49c45f5b) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:50.677969 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25a93a8-cccc-4cb7-b19b-ccbe23f05caf {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:42:50.682754 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Made reservation on behalf of 08af976fb836432389efed1ea1d6fa1a for: {'network': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:50.685093 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.698291 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.709456 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Publish callbacks [] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.741834 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Transition to ACTIVE for port object f25a93a8-cccc-4cb7-b19b-ccbe23f05caf will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:42:50.759660 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.775604 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Sync routers for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:42:50.787043 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:42:50.787715 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:50.801986 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42802) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:50.807360 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-797399201-network', 'tenant_id': '73893551e77c46849e05b827694b1030'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:50.815667 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0e494828-1d63-40a4-939b-fead294da4e8 req-a1993189-e1cd-423f-83cb-2fe0a1c162a4 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 210 time: 0.0767527 May 04 21:42:50.843579 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Made reservation on behalf of 73893551e77c46849e05b827694b1030 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:50.847411 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.880814 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Pushing event updated for resources: {'Port': ['ID=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:50.886154 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.935327 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:42:50.963261 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Attempting to bind port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:42:50.963678 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Attempting to bind port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:42:50.964045 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Attempting to bind port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:50.969918 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Publish callbacks [] for security_group (00ba8bbc-15ae-498c-b047-c7fefddf8571), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.972930 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:42:50.973271 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Attempting to bind port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf on network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:50.981296 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:42:50.981778 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Checking segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:50.982201 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Bound using segment: {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:42:50.982735 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Bound port: f25a93a8-cccc-4cb7-b19b-ccbe23f05caf, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c79f1f-9f66-4006-9bc0-bae1d67f5020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:42:50.983311 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:50.987549 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (00ba8bbc-15ae-498c-b047-c7fefddf8571), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.041823 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks [] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.061260 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Publish callbacks [] for security_group (ea059137-59d0-4fd8-8f6f-d9a98da4d816), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.098753 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ea059137-59d0-4fd8-8f6f-d9a98da4d816), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.121217 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=110027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:42:51.123876 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] For port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:42:51.128196 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] For port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:42:51.135952 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ba8bbc-15ae-498c-b047-c7fefddf8571,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:51.142892 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.159405 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (62d62ae9-4aae-4861-8b71-e182590e893f), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.159998 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.segments_db [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Added segment 62d62ae9-4aae-4861-8b71-e182590e893f of type vlan for network 1633d9d7-a0ff-4e76-8671-7fe213e478c8 May 04 21:42:51.166763 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:42:51.183131 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea059137-59d0-4fd8-8f6f-d9a98da4d816,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:51.188791 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 94d9fbee-d861-42c3-89f0-9e135b80d593 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:42:51.191493 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.194469 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (db0e0b6c-c63d-4de6-a682-14363dde7858), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.194469 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Added segment db0e0b6c-c63d-4de6-a682-14363dde7858 of type vlan for network ec97a325-c0fd-41fa-b649-4b8fa8451737 May 04 21:42:51.205173 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:51.205848 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.207364 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] 10.222.0.21 "PUT /v2.0/ports/f25a93a8-cccc-4cb7-b19b-ccbe23f05caf HTTP/1.1" status: 200 len: 1094 time: 1.1273766 May 04 21:42:51.210768 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:42:51.214010 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:42:51.325762 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (ec97a325-c0fd-41fa-b649-4b8fa8451737), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.334061 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (1633d9d7-a0ff-4e76-8671-7fe213e478c8), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.339141 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9cd1a5-6242-462d-96df-667a90ca78b2 x-openstack-request-id: req-9c9cd1a5-6242-462d-96df-667a90ca78b2 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:42:51.339480 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:42:51.339710 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c9cd1a5-6242-462d-96df-667a90ca78b2 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:42:51.340110 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9cd1a5-6242-462d-96df-667a90ca78b2'] response: {'name': 'network-changed', 'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'status': 'completed', 'code': 200} May 04 21:42:51.356676 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c10df-e7d1-45bb-8f5e-75ee8bf3fb22 service neutron] Pushing event updated for resources: {'Port': ['ID=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:51.370236 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 94d9fbee-d861-42c3-89f0-9e135b80d593 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:51.370601 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.370951 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-533fe7c6-0a1e-4c52-85db-f513485ada0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:51.372505 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-533fe7c6-0a1e-4c52-85db-f513485ada0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 1128 time: 0.0955453 May 04 21:42:51.377909 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Pushing event updated for resources: {'Port': ['ID=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:51.389253 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (1633d9d7-a0ff-4e76-8671-7fe213e478c8), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.389443 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (ec97a325-c0fd-41fa-b649-4b8fa8451737), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.390282 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:51.390396 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:51.390873 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.390982 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.443928 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Network d1706b34-4c0d-4dff-b97e-b926badc62d6 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:51.446437 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:51.466148 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-2cf42970-58d2-434a-b735-86941034d2f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf HTTP/1.1" status: 200 len: 217 time: 0.0709460 May 04 21:42:51.467253 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6635015 May 04 21:42:51.468567 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:51.477286 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42816) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:51.479994 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:48Z', 'revision_number': 2, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:51.487573 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0098002 May 04 21:42:51.492116 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Request body: {'subnet': {'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-797399201-subnet', 'tenant_id': '73893551e77c46849e05b827694b1030', 'ip_version': 4}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:51.496077 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42818) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:51.517618 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Request body: {'subnet': {'network_id': '1633d9d7-a0ff-4e76-8671-7fe213e478c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-250501145-subnet', 'tenant_id': '08af976fb836432389efed1ea1d6fa1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:51.520227 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Checking router: c0297c3a-634b-4c6e-ab55-6138548eaa87 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:42:51.520752 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Updating router c0297c3a-634b-4c6e-ab55-6138548eaa87 port a36b2b8c-e377-4999-af26-a14f31f3a0ab binding host dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:42:51.576343 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5df75-afd9-4897-bad6-3721b7a4ff2c req-0e6642fd-6681-44ac-86cb-2f8ce1ca7bd4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:51.578141 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2ca5df75-afd9-4897-bad6-3721b7a4ff2c req-0e6642fd-6681-44ac-86cb-2f8ce1ca7bd4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 944 time: 0.1933730 May 04 21:42:51.587603 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.591478 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 94d9fbee-d861-42c3-89f0-9e135b80d593 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:51.599742 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5b82b-2852-4415-9e49-c1f95dc440ee admin admin] Pushing event updated for resources: {'Network': ['ID=1633d9d7-a0ff-4e76-8671-7fe213e478c8,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:51.617417 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3205ec-7909-42bf-bde7-5ab72234520f admin admin] Pushing event updated for resources: {'Network': ['ID=ec97a325-c0fd-41fa-b649-4b8fa8451737,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:51.624075 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:51.624731 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.632973 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 1633d9d7-a0ff-4e76-8671-7fe213e478c8 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:42:51.638800 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network ec97a325-c0fd-41fa-b649-4b8fa8451737 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:42:51.659713 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Made reservation on behalf of 73893551e77c46849e05b827694b1030 for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:51.662128 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.662877 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-fd0a67b4-9be9-473d-8e16-ee56cb7b07e0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5661342 May 04 21:42:51.668004 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Made reservation on behalf of 08af976fb836432389efed1ea1d6fa1a for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:51.670416 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:51.674375 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2ca5df75-afd9-4897-bad6-3721b7a4ff2c req-a0f037d0-1678-44a6-a36e-4a5e5a05a053 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661805 May 04 21:42:51.684697 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Request body: {'port': {'device_id': '1b39926d-5a95-40f1-ab14-c51f593557e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:51.685821 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-79c143f9-2331-4f8b-9405-0db79db0cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:51.687277 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-79c143f9-2331-4f8b-9405-0db79db0cb4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.1886008 May 04 21:42:51.749147 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f34aa7-1f49-4807-9998-9cc86c51f50f req-0ea322aa-a394-4dc6-ba4e-1e16dad2a394 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:51.751889 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0f34aa7-1f49-4807-9998-9cc86c51f50f req-0ea322aa-a394-4dc6-ba4e-1e16dad2a394 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.1721201 May 04 21:42:51.944587 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-d05d3fc7-a238-4ee9-b97f-0c4e935004fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:51.946101 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-d05d3fc7-a238-4ee9-b97f-0c4e935004fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2191472 May 04 21:42:52.005180 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Publish callbacks [] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.012066 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.028883 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.060505 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03482a5-ae16-4b72-a0be-ab90a3f5b65d req-58f9c436-1033-40ae-b5df-043080777b59 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:52.063845 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b03482a5-ae16-4b72-a0be-ab90a3f5b65d req-58f9c436-1033-40ae-b5df-043080777b59 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 932 time: 0.0712745 May 04 21:42:52.068380 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428c3a-534d-4da4-a1c7-3d4ca29f6444 None None] Pushing event updated for resources: {'Port': ['ID=a36b2b8c-e377-4999-af26-a14f31f3a0ab,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:52.083799 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0f34aa7-1f49-4807-9998-9cc86c51f50f req-05a8632e-2152-463a-a48c-eb0ddfc9aa60 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745605 May 04 21:42:52.142879 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Attempting to bind port a36b2b8c-e377-4999-af26-a14f31f3a0ab on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:42:52.143254 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Attempting to bind port a36b2b8c-e377-4999-af26-a14f31f3a0ab by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:42:52.143639 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Attempting to bind port a36b2b8c-e377-4999-af26-a14f31f3a0ab on network df9612c5-32df-4a60-93cb-e6ef3381aecd {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:52.149486 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:42:52.149857 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Checking segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:52.150256 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.150644 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Bound using segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:42:52.151149 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Bound port: a36b2b8c-e377-4999-af26-a14f31f3a0ab, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:42:52.151565 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.197166 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (15e62ec4-19e6-48cf-8cfb-8d395debb272), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.239229 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] For port a36b2b8c-e377-4999-af26-a14f31f3a0ab, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:42:52.258814 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] For port a36b2b8c-e377-4999-af26-a14f31f3a0ab, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=a36b2b8c-e377-4999-af26-a14f31f3a0ab,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:42:52.270633 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.290461 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-c7b81fae-99e1-49d3-a919-490634554a91 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251336 May 04 21:42:52.328347 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b03482a5-ae16-4b72-a0be-ab90a3f5b65d req-1da98e54-d852-429b-9827-347dba06b426 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191029 May 04 21:42:52.350602 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428c3a-534d-4da4-a1c7-3d4ca29f6444 None None] Pushing event updated for resources: {'Port': ['ID=a36b2b8c-e377-4999-af26-a14f31f3a0ab,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:52.356226 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:42:52.361468 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:52.394215 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e62ec4-19e6-48cf-8cfb-8d395debb272,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:52.396607 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (f3db47ed-b882-4edd-8b11-7d032cc81e43), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.450668 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-c5eb7535-9d64-4778-ac6d-dcf271c1fcf4 None None] Provisioning complete for port a36b2b8c-e377-4999-af26-a14f31f3a0ab triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:52.451958 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7535-9d64-4778-ac6d-dcf271c1fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.516363 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Checking segment: {'id': '62d62ae9-4aae-4861-8b71-e182590e893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1633d9d7-a0ff-4e76-8671-7fe213e478c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:52.516682 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Network hostable DHCP agents. Network: 1633d9d7-a0ff-4e76-8671-7fe213e478c8, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:42:52.522273 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3db47ed-b882-4edd-8b11-7d032cc81e43,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:52.541925 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-758f67c5-e2ca-4bc4-a077-94f05eae5e9b req-5b598d0e-f1c7-46c5-a6ca-d08e4e4f58e8 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286479 May 04 21:42:52.562882 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39999bf9-852c-4b63-9b0a-c7ac49c45f5b {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:42:52.574256 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Publish callbacks [] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.575700 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:42:52.594840 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Checking segment: {'id': 'db0e0b6c-c63d-4de6-a682-14363dde7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:52.595220 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Network hostable DHCP agents. Network: ec97a325-c0fd-41fa-b649-4b8fa8451737, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:42:52.598565 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Transition to ACTIVE for port object 39999bf9-852c-4b63-9b0a-c7ac49c45f5b will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:42:52.604939 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Network 1633d9d7-a0ff-4e76-8671-7fe213e478c8 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:42:52.610113 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.623451 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 1633d9d7-a0ff-4e76-8671-7fe213e478c8) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:52.630653 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:52.631698 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.636836 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Network ec97a325-c0fd-41fa-b649-4b8fa8451737 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:42:52.646800 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, ec97a325-c0fd-41fa-b649-4b8fa8451737) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:52.651183 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:52.651630 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa78816-cdd4-4355-9a25-ec195f37eeea None None] Network 1633d9d7-a0ff-4e76-8671-7fe213e478c8 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:52.652143 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.663433 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-58166e3d-022d-4259-9da8-1e2f5a97547b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1634083 May 04 21:42:52.684390 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e254c2b9-502f-440a-b1fc-334bb8b5cf1b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2054131 May 04 21:42:52.686865 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42832) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:52.693289 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:52.696147 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82467c2-8c13-40fe-92c6-2b6105decb81 None None] Network ec97a325-c0fd-41fa-b649-4b8fa8451737 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:52.726171 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (e556cf55-98ae-499a-b2a1-bbf2b4474b24), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.727672 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (e556cf55-98ae-499a-b2a1-bbf2b4474b24), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.767698 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:52.771816 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb7535-9d64-4778-ac6d-dcf271c1fcf4 None None] Current status of the port a36b2b8c-e377-4999-af26-a14f31f3a0ab is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:52.772318 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7535-9d64-4778-ac6d-dcf271c1fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.842606 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Attempting to bind port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:42:52.843189 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Attempting to bind port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:42:52.843518 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Attempting to bind port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b on network d1706b34-4c0d-4dff-b97e-b926badc62d6 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:52.848396 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b on network d1706b34-4c0d-4dff-b97e-b926badc62d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:42:52.848794 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Attempting to bind port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b on network d1706b34-4c0d-4dff-b97e-b926badc62d6 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:52.857192 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:42:52.857192 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Checking segment: {'id': 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:52.857703 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Bound using segment: {'id': 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:42:52.858273 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Bound port: 39999bf9-852c-4b63-9b0a-c7ac49c45f5b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:42:52.858782 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.862062 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks [] for router_controller (e556cf55-98ae-499a-b2a1-bbf2b4474b24), precommit_add_association {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:52.869913 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f95c00-63fd-4220-9ae8-fae3356ccf5a req-2a31dba0-044c-46a9-bc0d-11efb7767961 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:52.871915 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-13f95c00-63fd-4220-9ae8-fae3356ccf5a req-2a31dba0-044c-46a9-bc0d-11efb7767961 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 944 time: 0.0575476 May 04 21:42:52.964351 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] For port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b, host hv-cinder-83608, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:42:52.970229 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] For port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:42:52.970660 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-13f95c00-63fd-4220-9ae8-fae3356ccf5a req-19bf9d05-f5c3-4fd9-8c0b-54af62fa263c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582511 May 04 21:42:52.982066 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.032093 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:53.033595 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.037182 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/39999bf9-852c-4b63-9b0a-c7ac49c45f5b HTTP/1.1" status: 200 len: 1094 time: 1.3574951 May 04 21:42:53.037822 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b39926d-5a95-40f1-ab14-c51f593557e7', 'tag': '39999bf9-852c-4b63-9b0a-c7ac49c45f5b'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:42:53.041644 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819957cd-3913-4ddd-adf8-76a25d69dcca" -d '{"events": [{"name": "network-changed", "server_uuid": "1b39926d-5a95-40f1-ab14-c51f593557e7", "tag": "39999bf9-852c-4b63-9b0a-c7ac49c45f5b"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:42:53.075406 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6c2def6a-5be1-4621-86b7-11b641876224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.086059 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks [] for router_gateway (e556cf55-98ae-499a-b2a1-bbf2b4474b24), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.089087 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-c5eb7535-9d64-4778-ac6d-dcf271c1fcf4 None None] For port a36b2b8c-e377-4999-af26-a14f31f3a0ab, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=a36b2b8c-e377-4999-af26-a14f31f3a0ab,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:53.130083 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7535-9d64-4778-ac6d-dcf271c1fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.139196 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc73228-cdc6-4386-b7e9-3cf95d40f2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:53.154882 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1799042b-92c7-4f18-87f2-55b9e2c71d57 x-openstack-request-id: req-1799042b-92c7-4f18-87f2-55b9e2c71d57 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:42:53.156814 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b39926d-5a95-40f1-ab14-c51f593557e7", "tag": "39999bf9-852c-4b63-9b0a-c7ac49c45f5b", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:42:53.157332 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1799042b-92c7-4f18-87f2-55b9e2c71d57 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:42:53.157880 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1799042b-92c7-4f18-87f2-55b9e2c71d57'] response: {'name': 'network-changed', 'server_uuid': '1b39926d-5a95-40f1-ab14-c51f593557e7', 'tag': '39999bf9-852c-4b63-9b0a-c7ac49c45f5b', 'status': 'completed', 'code': 200} May 04 21:42:53.180637 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c5c741-d19d-47a8-aa02-b647e11f85d3 None None] Network 1633d9d7-a0ff-4e76-8671-7fe213e478c8 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:53.182647 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-ec97a325-c0fd-41fa-b649-4b8fa8451737', 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737', 'project_id': '73893551e77c46849e05b827694b1030', 'fixed_ips': [{'subnet_id': 'f3db47ed-b882-4edd-8b11-7d032cc81e43'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:42:53.183487 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.306153 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7535-9d64-4778-ac6d-dcf271c1fcf4 None None] Pushing event updated for resources: {'Port': ['ID=a36b2b8c-e377-4999-af26-a14f31f3a0ab,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:53.313703 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:52Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:53.369287 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-49b40e4f-aafd-4592-8930-9e13a4ec6947 None None] Provisioning complete for port a36b2b8c-e377-4999-af26-a14f31f3a0ab triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:53.369652 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-49b40e4f-aafd-4592-8930-9e13a4ec6947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.424825 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e5f80-b17e-465a-8d1b-347beaa04afe None None] The sync data for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi is: [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:52Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:42:53.439779 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42858) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:53.445496 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-322768799-network', 'tenant_id': '99cc60d9d4ca4e9fa9e8556633a4e310'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:53.526262 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff883a3-c395-4907-9733-0158b87257ff req-cb6833d1-e9fd-46b3-88ce-d55da09f32fc tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:53.536121 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8ff883a3-c395-4907-9733-0158b87257ff req-cb6833d1-e9fd-46b3-88ce-d55da09f32fc tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 944 time: 0.0978038 May 04 21:42:53.581000 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Made reservation on behalf of 99cc60d9d4ca4e9fa9e8556633a4e310 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:53.583412 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.585203 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026b4d5-4415-4d23-a558-9a57660df286 req-d75babd1-3c6d-42dd-accb-596cf1dd5f12 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:53.587812 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e026b4d5-4415-4d23-a558-9a57660df286 req-d75babd1-3c6d-42dd-accb-596cf1dd5f12 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.3914826 May 04 21:42:53.599631 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.648907 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Allocated IP 172.20.0.2 (ec97a325-c0fd-41fa-b649-4b8fa8451737/f3db47ed-b882-4edd-8b11-7d032cc81e43/b2027706-8745-4fc5-9e7c-7defa5527d87) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:53.649355 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8ff883a3-c395-4907-9733-0158b87257ff req-be98e45b-af6c-4966-9c8a-77eb88651fb0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110997 May 04 21:42:53.776912 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Publish callbacks [] for security_group (f3e659eb-db8e-466e-a454-2486dbf704db), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.786171 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f3e659eb-db8e-466e-a454-2486dbf704db), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.799484 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42864) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:53.805485 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:42:53.816230 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (15b41fb8-c72b-4fdc-82ca-04b38cb29fc9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.816230 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Added segment 15b41fb8-c72b-4fdc-82ca-04b38cb29fc9 of type vlan for network 071112ae-a0ca-4f48-9faa-de5819d689b9 May 04 21:42:53.819807 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-49b40e4f-aafd-4592-8930-9e13a4ec6947 None None] Current status of the port a36b2b8c-e377-4999-af26-a14f31f3a0ab is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:53.859653 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (071112ae-a0ca-4f48-9faa-de5819d689b9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.894471 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (071112ae-a0ca-4f48-9faa-de5819d689b9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.896227 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:53.896963 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.908027 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e026b4d5-4415-4d23-a558-9a57660df286 req-117bfa02-54fe-405d-a8c3-32cb6b2a9413 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197840 May 04 21:42:53.911777 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks [] for router_gateway (e556cf55-98ae-499a-b2a1-bbf2b4474b24), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.935469 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.967178 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Publish callbacks [] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.977825 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:53.983025 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5423398 May 04 21:42:53.986960 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42868) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:53.989032 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e659eb-db8e-466e-a454-2486dbf704db,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:54.005584 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Request body: {'subnet': {'network_id': '071112ae-a0ca-4f48-9faa-de5819d689b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-322768799-subnet', 'tenant_id': '99cc60d9d4ca4e9fa9e8556633a4e310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:54.020431 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Network ec97a325-c0fd-41fa-b649-4b8fa8451737 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:54.042008 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:54.056740 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:54.058897 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Pushing event updated for resources: {'Port': ['ID=b2027706-8745-4fc5-9e7c-7defa5527d87,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:54.074651 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Made reservation on behalf of 99cc60d9d4ca4e9fa9e8556633a4e310 for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:42:54.079899 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2e3bf-08b6-4181-9f51-775328ea0e86 admin admin] Pushing event updated for resources: {'Network': ['ID=071112ae-a0ca-4f48-9faa-de5819d689b9,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:54.087008 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.146263 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Attempting to bind port b2027706-8745-4fc5-9e7c-7defa5527d87 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:42:54.146636 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Attempting to bind port b2027706-8745-4fc5-9e7c-7defa5527d87 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'db0e0b6c-c63d-4de6-a682-14363dde7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:42:54.146999 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Attempting to bind port b2027706-8745-4fc5-9e7c-7defa5527d87 on network ec97a325-c0fd-41fa-b649-4b8fa8451737 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:54.151164 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648a9e5-e945-42b7-830b-94dc01d28413 req-38cb37d8-0c66-4236-b880-80c5bdb1ad08 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:54.153334 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 071112ae-a0ca-4f48-9faa-de5819d689b9 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:42:54.156511 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:42:54.156889 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Checking segment: {'id': 'db0e0b6c-c63d-4de6-a682-14363dde7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:54.157290 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.157834 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Bound using segment: {'id': 'db0e0b6c-c63d-4de6-a682-14363dde7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:42:54.158310 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Bound port: b2027706-8745-4fc5-9e7c-7defa5527d87, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0e0b6c-c63d-4de6-a682-14363dde7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:42:54.158754 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.159042 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7648a9e5-e945-42b7-830b-94dc01d28413 req-38cb37d8-0c66-4236-b880-80c5bdb1ad08 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 944 time: 0.0645058 May 04 21:42:54.165927 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc910-2c92-4192-835c-aa4ba8314d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.188115 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Allocated IP 172.27.1.126 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/eb980089-72b7-4924-9a0e-6caed2ff3a4a) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:54.232625 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7648a9e5-e945-42b7-830b-94dc01d28413 req-444f7004-d2a3-4115-acaf-59d04b5f6b97 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702662 May 04 21:42:54.284431 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] For port b2027706-8745-4fc5-9e7c-7defa5527d87, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:42:54.328398 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] For port b2027706-8745-4fc5-9e7c-7defa5527d87, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=b2027706-8745-4fc5-9e7c-7defa5527d87,segment=NetworkSegment(db0e0b6c-c63d-4de6-a682-14363dde7858),segment_id=db0e0b6c-c63d-4de6-a682-14363dde7858)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:42:54.338104 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.399374 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0d971-3126-440a-b8fa-1b5c165db262 None None] Pushing event updated for resources: {'Port': ['ID=b2027706-8745-4fc5-9e7c-7defa5527d87,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:54.478543 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks [] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.502696 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc910-2c92-4192-835c-aa4ba8314d94 admin admin] Publish callbacks [] for security_group (321177d9-319f-476f-b548-c4c18d1da13c), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.505567 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (118f34b6-26fd-4159-aab1-8cdf49935237), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.513038 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc910-2c92-4192-835c-aa4ba8314d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (321177d9-319f-476f-b548-c4c18d1da13c), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.558679 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:42:54.614479 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-bcbfc910-2c92-4192-835c-aa4ba8314d94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12b888fe615b4584acf7364af716b7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8136821 May 04 21:42:54.617083 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42872) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:54.622277 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfc910-2c92-4192-835c-aa4ba8314d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321177d9-319f-476f-b548-c4c18d1da13c,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:54.633394 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118f34b6-26fd-4159-aab1-8cdf49935237,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:54.642123 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.707024 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-725299f5-ad38-4a46-9f40-0d2875bb942d admin admin] Publish callbacks [] for security_group (321177d9-319f-476f-b548-c4c18d1da13c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.716141 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Checking segment: {'id': '15b41fb8-c72b-4fdc-82ca-04b38cb29fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '071112ae-a0ca-4f48-9faa-de5819d689b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:54.718304 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Network hostable DHCP agents. Network: 071112ae-a0ca-4f48-9faa-de5819d689b9, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:42:54.727463 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:54.731304 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:54.741134 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:54.748469 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-725299f5-ad38-4a46-9f40-0d2875bb942d admin admin] Publish callbacks [] for security_group (321177d9-319f-476f-b548-c4c18d1da13c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.752211 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Pushing event updated for resources: {'Port': ['ID=eb980089-72b7-4924-9a0e-6caed2ff3a4a,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:54.824730 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-725299f5-ad38-4a46-9f40-0d2875bb942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (321177d9-319f-476f-b548-c4c18d1da13c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.829440 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-725299f5-ad38-4a46-9f40-0d2875bb942d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.833538 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-725299f5-ad38-4a46-9f40-0d2875bb942d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/321177d9-319f-476f-b548-c4c18d1da13c HTTP/1.1" status: 204 len: 168 time: 0.2148998 May 04 21:42:54.843298 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725299f5-ad38-4a46-9f40-0d2875bb942d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321177d9-319f-476f-b548-c4c18d1da13c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:54.860621 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Network 071112ae-a0ca-4f48-9faa-de5819d689b9 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:42:54.902316 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308c526-b287-4bef-83f6-7fb49fa10dd1 req-0621a162-3ea0-4add-9553-6d38a1097219 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:54.903977 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5308c526-b287-4bef-83f6-7fb49fa10dd1 req-0621a162-3ea0-4add-9553-6d38a1097219 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 944 time: 0.1120219 May 04 21:42:54.906446 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 071112ae-a0ca-4f48-9faa-de5819d689b9) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:54.912766 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:54.913360 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:54.917745 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e2987-c5ea-492c-b44d-c38fef8efbc1 None None] Network 071112ae-a0ca-4f48-9faa-de5819d689b9 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:54.958424 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-42627d2e-84fd-46be-9e91-f49145a9c815 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9682384 May 04 21:42:55.023537 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5308c526-b287-4bef-83f6-7fb49fa10dd1 req-b819c5f9-6904-4ba4-8d22-d8cb0781a7e2 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067965 May 04 21:42:55.098170 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4405db9c-34d1-4fe6-900a-2f0914959d11 None None] Network 071112ae-a0ca-4f48-9faa-de5819d689b9 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:55.131997 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks [] for router_gateway (e556cf55-98ae-499a-b2a1-bbf2b4474b24), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:55.157595 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864751cd-5f2a-45ff-9a53-ae2993ed880a req-bff20a24-b85a-4139-aee6-45004215b207 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:55.167222 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-864751cd-5f2a-45ff-9a53-ae2993ed880a req-bff20a24-b85a-4139-aee6-45004215b207 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.1007683 May 04 21:42:55.249467 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-00954beb-b9f5-4cd3-a565-c19c4159b3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:55.304250 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-864751cd-5f2a-45ff-9a53-ae2993ed880a req-fae02f0a-d8ab-4fb4-b3b9-d68b40eab0a1 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311898 May 04 21:42:55.370546 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b2027706-8745-4fc5-9e7c-7defa5527d87 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:42:55.473471 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port b2027706-8745-4fc5-9e7c-7defa5527d87 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:55.473959 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:55.479881 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-dd387c7a-377d-46ab-a389-ff159c0c0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:55.481393 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-dd387c7a-377d-46ab-a389-ff159c0c0d48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 1128 time: 0.0720234 May 04 21:42:55.557167 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57329f45-49e6-4f8f-9aff-2beac41f102c req-8d16cee2-ff35-4139-abb2-a7e88ac32d80 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:55.558657 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-57329f45-49e6-4f8f-9aff-2beac41f102c req-8d16cee2-ff35-4139-abb2-a7e88ac32d80 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 944 time: 0.1046956 May 04 21:42:55.603849 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port b2027706-8745-4fc5-9e7c-7defa5527d87 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:55.604257 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:55.660305 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port b2027706-8745-4fc5-9e7c-7defa5527d87, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=b2027706-8745-4fc5-9e7c-7defa5527d87,segment=NetworkSegment(db0e0b6c-c63d-4de6-a682-14363dde7858),segment_id=db0e0b6c-c63d-4de6-a682-14363dde7858)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:55.662898 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-57329f45-49e6-4f8f-9aff-2beac41f102c req-fff955fa-bb22-46e8-8008-25999e029d48 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954928 May 04 21:42:55.676576 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (e556cf55-98ae-499a-b2a1-bbf2b4474b24), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:55.679430 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:55.683087 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device a36b2b8c-e377-4999-af26-a14f31f3a0ab up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:42:55.775106 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=b2027706-8745-4fc5-9e7c-7defa5527d87,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:55.789516 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port a36b2b8c-e377-4999-af26-a14f31f3a0ab triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:55.789921 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:55.814653 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa5835-5731-4666-9e78-780fb1b22742 None None] Network ec97a325-c0fd-41fa-b649-4b8fa8451737 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:42:55.895901 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Router e556cf55-98ae-499a-b2a1-bbf2b4474b24 is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:42:55.929156 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-2cf74150-5d31-47c5-9665-dde3c9b8caee None None] Provisioning complete for port b2027706-8745-4fc5-9e7c-7defa5527d87 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:55.929675 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2cf74150-5d31-47c5-9665-dde3c9b8caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:56.052929 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port a36b2b8c-e377-4999-af26-a14f31f3a0ab is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:56.123723 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:42:56.134088 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Sync routers for ids ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:42:56.147454 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-2cf74150-5d31-47c5-9665-dde3c9b8caee None None] Current status of the port b2027706-8745-4fc5-9e7c-7defa5527d87 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:56.149013 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:56.160207 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Routers {'e556cf55-98ae-499a-b2a1-bbf2b4474b24'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:42:56.161138 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:56.166090 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:56.167061 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-5523b376-d562-4efc-b0e3-8e13cc19fdfb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4785602 May 04 21:42:56.173503 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42918) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:56.247800 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f3d66-515f-4292-a85f-9d1c08c76977 req-0d8b8a95-086b-4bc5-941e-6991025fe195 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:56.249566 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3a1f3d66-515f-4292-a85f-9d1c08c76977 req-0d8b8a95-086b-4bc5-941e-6991025fe195 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 944 time: 0.1179714 May 04 21:42:56.295046 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Set router e556cf55-98ae-499a-b2a1-bbf2b4474b24 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:42:56.342848 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3a1f3d66-515f-4292-a85f-9d1c08c76977 req-3630e98f-1b6d-4ab2-8a67-b9480ca4a1a1 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865593 May 04 21:42:56.367234 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-9b329edc-4f38-4ae3-9fc2-ebec9e21621e None None] Provisioning complete for port b2027706-8745-4fc5-9e7c-7defa5527d87 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:56.368343 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9b329edc-4f38-4ae3-9fc2-ebec9e21621e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:56.441921 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9646e-b292-418e-b822-2f34e3e2eba2 req-e6146d53-293a-4436-ae4f-a67d28e3cf7a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:56.448245 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2aa9646e-b292-418e-b822-2f34e3e2eba2 req-e6146d53-293a-4436-ae4f-a67d28e3cf7a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0700457 May 04 21:42:56.477542 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-9b329edc-4f38-4ae3-9fc2-ebec9e21621e None None] Current status of the port b2027706-8745-4fc5-9e7c-7defa5527d87 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:56.530125 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:52Z', 'updated_at': '2022-05-04T21:42:54Z', 'revision_number': 3, 'project_id': '73893551e77c46849e05b827694b1030', 'gw_port': {'id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:53Z', 'updated_at': '2022-05-04T21:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:56.533037 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2aa9646e-b292-418e-b822-2f34e3e2eba2 req-09f3d2f3-4182-4b6d-98b5-2711fa1859a6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786817 May 04 21:42:56.566685 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Checking router: e556cf55-98ae-499a-b2a1-bbf2b4474b24 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:42:56.567038 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Updating router e556cf55-98ae-499a-b2a1-bbf2b4474b24 port eb980089-72b7-4924-9a0e-6caed2ff3a4a binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:42:56.601442 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:56.737400 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819957cd-3913-4ddd-adf8-76a25d69dcca req-24d0f605-3dae-45c5-bc53-517a10dc8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:56.741080 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-819957cd-3913-4ddd-adf8-76a25d69dcca req-24d0f605-3dae-45c5-bc53-517a10dc8115 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7898995e41684b029b6370132bc5d1ac&device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 1128 time: 0.0625129 May 04 21:42:56.876457 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0d68d-5fb7-4968-9d44-68b2ca55e999 req-42df3b34-de12-4839-a712-3f813280cb63 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:56.878053 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b0c0d68d-5fb7-4968-9d44-68b2ca55e999 req-42df3b34-de12-4839-a712-3f813280cb63 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 944 time: 0.0995958 May 04 21:42:56.895083 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Publish callbacks [] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:56.903912 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:56.946318 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-eeac2106-b86e-4508-91b6-dc0f7c434c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:56.947960 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-eeac2106-b86e-4508-91b6-dc0f7c434c6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.2663100 May 04 21:42:56.952833 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Attempting to bind port eb980089-72b7-4924-9a0e-6caed2ff3a4a on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:42:56.952996 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819957cd-3913-4ddd-adf8-76a25d69dcca req-ee8979a9-2325-47c2-b48c-37f654800eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:56.953156 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Attempting to bind port eb980089-72b7-4924-9a0e-6caed2ff3a4a by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:42:56.953849 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Attempting to bind port eb980089-72b7-4924-9a0e-6caed2ff3a4a on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:42:56.954296 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-819957cd-3913-4ddd-adf8-76a25d69dcca req-ee8979a9-2325-47c2-b48c-37f654800eb3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7898995e41684b029b6370132bc5d1ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1977220 May 04 21:42:56.965764 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:42:56.966231 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:42:56.966784 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:56.967293 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:42:56.967821 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Bound port: eb980089-72b7-4924-9a0e-6caed2ff3a4a, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:42:56.968298 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:56.970155 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a53249-d1f5-48e0-827d-ba80d8eea461 None None] Pushing event updated for resources: {'Port': ['ID=eb980089-72b7-4924-9a0e-6caed2ff3a4a,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:57.006550 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device f25a93a8-cccc-4cb7-b19b-ccbe23f05caf details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:42:57.026553 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] For port eb980089-72b7-4924-9a0e-6caed2ff3a4a, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:42:57.030341 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] For port eb980089-72b7-4924-9a0e-6caed2ff3a4a, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=eb980089-72b7-4924-9a0e-6caed2ff3a4a,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:42:57.033780 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:57.040326 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-274ac7cf-3cff-4928-9c8f-4bc18a24880f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf HTTP/1.1" status: 200 len: 217 time: 0.0795200 May 04 21:42:57.042299 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:57.091740 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b0c0d68d-5fb7-4968-9d44-68b2ca55e999 req-02ce7b8b-170a-4263-928e-a28761605afc tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743731 May 04 21:42:57.108545 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819957cd-3913-4ddd-adf8-76a25d69dcca req-5dff42e4-1b04-4f50-9514-6c852eecc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:57.111810 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-819957cd-3913-4ddd-adf8-76a25d69dcca req-5dff42e4-1b04-4f50-9514-6c852eecc9fc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1509423 May 04 21:42:57.138049 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Routers {'e556cf55-98ae-499a-b2a1-bbf2b4474b24'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:42:57.138670 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:57.171443 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:57.177897 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-8bd442f9-29f5-4d0c-b21c-628052e1825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:57.179290 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-8bd442f9-29f5-4d0c-b21c-628052e1825a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.1302583 May 04 21:42:57.204322 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'port_id': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'mac_address': 'fa:16:3e:97:2b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:42:57.233171 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b2027706-8745-4fc5-9e7c-7defa5527d87 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:42:57.269505 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95482316-2ab4-4be1-b138-331221685b99 req-8bfceda2-a688-498b-a104-e2c0069daa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:57.271586 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-8bfceda2-a688-498b-a104-e2c0069daa76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7898995e41684b029b6370132bc5d1ac&device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 1128 time: 0.0790358 May 04 21:42:57.274589 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:57.274982 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:57.298269 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25a93a8-cccc-4cb7-b19b-ccbe23f05caf {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:42:57.323641 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port b2027706-8745-4fc5-9e7c-7defa5527d87 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:57.324426 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:57.327756 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:57.335445 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] Set router e556cf55-98ae-499a-b2a1-bbf2b4474b24 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:42:57.350113 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:57.382544 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-921ecdd4-fe2b-4037-bd36-51f3e4950802 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39999bf9-852c-4b63-9b0a-c7ac49c45f5b HTTP/1.1" status: 200 len: 217 time: 0.0961637 May 04 21:42:57.406952 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Allocated IP 172.20.0.1 (ec97a325-c0fd-41fa-b649-4b8fa8451737/f3db47ed-b882-4edd-8b11-7d032cc81e43/a77e9a69-78b1-4753-a178-f8f51a0ea259) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:42:57.420616 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:57.476922 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a53249-d1f5-48e0-827d-ba80d8eea461 None None] Pushing event updated for resources: {'Port': ['ID=eb980089-72b7-4924-9a0e-6caed2ff3a4a,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:57.493925 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-0bc1c819-f92e-4c54-9bb3-51af4955ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:57.495601 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-0bc1c819-f92e-4c54-9bb3-51af4955ba66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2819932 May 04 21:42:57.495765 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port b2027706-8745-4fc5-9e7c-7defa5527d87 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:57.554698 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95482316-2ab4-4be1-b138-331221685b99 req-ed37cbb0-05be-4f87-8d98-4267a9ef64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:57.557418 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-ed37cbb0-05be-4f87-8d98-4267a9ef64d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56298dc6-cb3c-4ee4-b3e6-cffd410a5e16 HTTP/1.1" status: 200 len: 854 time: 0.1660020 May 04 21:42:57.564557 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Publish callbacks [] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:57.567904 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25daf4e-308f-4f7a-b373-b6634eaa93e3 req-76dad16e-bb5b-48cc-8fec-b0617d69322c tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:57.569561 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f25daf4e-308f-4f7a-b373-b6634eaa93e3 req-76dad16e-bb5b-48cc-8fec-b0617d69322c tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 944 time: 0.0862658 May 04 21:42:57.612907 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-ca21461a-7e46-4f8f-b83c-6dd0db5c8641 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1706b34-4c0d-4dff-b97e-b926badc62d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422523 May 04 21:42:57.633965 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:52Z', 'updated_at': '2022-05-04T21:42:54Z', 'revision_number': 3, 'project_id': '73893551e77c46849e05b827694b1030', 'gw_port': {'id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:53Z', 'updated_at': '2022-05-04T21:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:42:57.644001 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-b083ed92-acd7-4bbd-940e-f88672b64d6f service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402547 May 04 21:42:57.664688 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:57.671973 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:57.682607 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf4950-b26e-4d96-b3c6-39d0763b73ea None None] The sync data for ids ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'] in dv-cinder-836083-5-iscsi is: [{'id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:52Z', 'updated_at': '2022-05-04T21:42:54Z', 'revision_number': 3, 'project_id': '73893551e77c46849e05b827694b1030', 'gw_port': {'id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:53Z', 'updated_at': '2022-05-04T21:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:42:57.708575 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f25daf4e-308f-4f7a-b373-b6634eaa93e3 req-575bd68e-1086-4f12-a067-4eeddd3b77f8 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288037 May 04 21:42:57.799414 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Pushing event updated for resources: {'Port': ['ID=a77e9a69-78b1-4753-a178-f8f51a0ea259,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:57.805873 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8409c6-5142-4d32-8f33-c201f1189b31 req-0ab88fdc-61c2-4b0d-8065-010ed07158ee tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:57.813778 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4e8409c6-5142-4d32-8f33-c201f1189b31 req-0ab88fdc-61c2-4b0d-8065-010ed07158ee tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.1445253 May 04 21:42:57.888751 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Network ec97a325-c0fd-41fa-b649-4b8fa8451737 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:57.899261 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:57.901204 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['f25a93a8-cccc-4cb7-b19b-ccbe23f05caf'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:42:57.905915 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:42:57.927994 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4e8409c6-5142-4d32-8f33-c201f1189b31 req-e401d3a2-37b1-4360-bda7-44155a395afe tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131797 May 04 21:42:57.993366 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee900494-eb4d-4d4c-aecd-f2fe20692c3a req-1dfa6f77-5ef6-48d7-b8b2-f82c7c34da59 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420312 May 04 21:42:58.006909 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (e556cf55-98ae-499a-b2a1-bbf2b4474b24), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:58.278101 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:58.291081 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-68bc66a5-f03d-49bb-960d-b5ebff0b3962 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1918871 May 04 21:42:58.320587 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-90592597-94bf-4512-9bfd-31a6d80e0536 service neutron] 10.222.0.21 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975570 May 04 21:42:58.395027 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a5c36-52c9-496a-ab3f-a7dc25886020 req-01a42991-0ac0-4062-b21d-85d66a703eaa tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:58.402129 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-253a5c36-52c9-496a-ab3f-a7dc25886020 req-01a42991-0ac0-4062-b21d-85d66a703eaa tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 945 time: 0.1393030 May 04 21:42:58.417138 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-bb8e7c6c-e90b-40bf-b9d5-a03f5c538843 None None] Provisioning complete for port a77e9a69-78b1-4753-a178-f8f51a0ea259 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:58.417598 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7c6c-e90b-40bf-b9d5-a03f5c538843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:58.456735 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e7c6c-e90b-40bf-b9d5-a03f5c538843 None None] Port a77e9a69-78b1-4753-a178-f8f51a0ea259 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:42:58.500182 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-35497b07-06cf-46cd-9595-69404014680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:58.502002 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-35497b07-06cf-46cd-9595-69404014680d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 1129 time: 0.1645713 May 04 21:42:58.524819 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Publish callbacks [] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:58.527658 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-253a5c36-52c9-496a-ab3f-a7dc25886020 req-15b8ef6a-cdcc-4e4c-87b7-33eef543e7b6 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245496 May 04 21:42:58.536344 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:58.554550 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-95482316-2ab4-4be1-b138-331221685b99 req-6872dede-f20c-412c-b9b8-e111caf775f5 service neutron] 10.222.0.21 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266641 May 04 21:42:58.605480 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (e556cf55-98ae-499a-b2a1-bbf2b4474b24), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:58.608417 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Pushing event updated for resources: {'Port': ['ID=a77e9a69-78b1-4753-a178-f8f51a0ea259,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:58.636563 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-935606e4-8706-4c45-a450-78d163a3f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:58.638097 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-935606e4-8706-4c45-a450-78d163a3f2a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.1041257 May 04 21:42:58.711397 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Network ec97a325-c0fd-41fa-b649-4b8fa8451737 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:42:58.712824 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:42:58.918856 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8cd06-1191-4021-a84c-31b6c95a219a req-b6dd6411-5be2-4502-9200-ae8310c533ef tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:58.920277 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-12d8cd06-1191-4021-a84c-31b6c95a219a req-b6dd6411-5be2-4502-9200-ae8310c533ef tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 944 time: 0.0759938 May 04 21:42:58.922484 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Router e556cf55-98ae-499a-b2a1-bbf2b4474b24 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:42:59.077209 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-12d8cd06-1191-4021-a84c-31b6c95a219a req-3cc1b3e8-5be0-420f-833b-cfdfe370ed6a tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481569 May 04 21:42:59.085087 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-a5d04273-952f-4305-b5f6-6e690f34bf4e None None] Provisioning complete for port a77e9a69-78b1-4753-a178-f8f51a0ea259 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:59.085518 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a5d04273-952f-4305-b5f6-6e690f34bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.122121 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf71181-62a6-44cb-b310-ded12d61f82e req-bac19d0d-e313-479b-a79d-9f1803a85154 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:59.125215 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-baf71181-62a6-44cb-b310-ded12d61f82e req-bac19d0d-e313-479b-a79d-9f1803a85154 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.1034398 May 04 21:42:59.131325 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-a5d04273-952f-4305-b5f6-6e690f34bf4e None None] Port a77e9a69-78b1-4753-a178-f8f51a0ea259 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:42:59.155352 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:42:59.168572 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-421a243a-f815-4e06-9fb0-8e8035e5a184 admin admin] 10.222.0.23 "PUT /v2.0/routers/e556cf55-98ae-499a-b2a1-bbf2b4474b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9932764 May 04 21:42:59.196134 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-baf71181-62a6-44cb-b310-ded12d61f82e req-211e5251-ec12-4811-bafa-217228518ade tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616217 May 04 21:42:59.216302 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device eb980089-72b7-4924-9a0e-6caed2ff3a4a up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:42:59.284051 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.294757 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port eb980089-72b7-4924-9a0e-6caed2ff3a4a triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:59.295121 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.502558 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5eb04a89-85cc-4e66-8eb4-1b6e350c419b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:42:59.513960 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device f25a93a8-cccc-4cb7-b19b-ccbe23f05caf up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:42:59.553681 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port eb980089-72b7-4924-9a0e-6caed2ff3a4a is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:59.554098 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.608682 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port eb980089-72b7-4924-9a0e-6caed2ff3a4a, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=eb980089-72b7-4924-9a0e-6caed2ff3a4a,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:59.648411 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.653852 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:42:59.663409 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab940-bb0b-4b37-af57-e0e309550116 req-ff75d847-87ae-45f7-966a-0e9ad24222db tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:42:59.671496 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-af0ab940-bb0b-4b37-af57-e0e309550116 req-ff75d847-87ae-45f7-966a-0e9ad24222db tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 945 time: 0.0666139 May 04 21:42:59.684829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:42:59.685547 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.732124 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-af0ab940-bb0b-4b37-af57-e0e309550116 req-90c21ae0-0c40-4447-bcc1-bcaea693081d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596886 May 04 21:42:59.757439 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:59.768515 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=eb980089-72b7-4924-9a0e-6caed2ff3a4a,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:59.777623 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'port_id': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'mac_address': 'fa:16:3e:c3:21:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:42:59.823498 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 42988) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:59.829193 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-0d1c8254-9f91-4011-bd3f-0ed9dacee9a4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381320178', 'description': 'tempest-secgroup-smoke-1381320178 description', 'project_id': 'ee66d81ea92041cab173ee39d2929456'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:59.847802 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:59.848211 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.850052 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8254-9f91-4011-bd3f-0ed9dacee9a4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.850191 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:42:59.850493 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.875249 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb04a89-85cc-4e66-8eb4-1b6e350c419b {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:42:59.885939 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:42:59.888217 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6415d4fb-3ebf-4d4e-a401-b7c44f3207f6" -d '{"events": [{"server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "name": "network-vif-plugged", "status": "completed", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:42:59.912520 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:59.916195 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:42:59.918420 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.925275 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8254-9f91-4011-bd3f-0ed9dacee9a4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group (f8ad441a-4eb9-425f-96b2-5041c8397b55), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.925483 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.929267 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694b9d5d-9ba1-40f8-89c4-f26431f969a9 x-openstack-request-id: req-694b9d5d-9ba1-40f8-89c4-f26431f969a9 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:42:59.929586 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "name": "network-vif-plugged", "status": "completed", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:42:59.929844 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-694b9d5d-9ba1-40f8-89c4-f26431f969a9 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:42:59.930263 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694b9d5d-9ba1-40f8-89c4-f26431f969a9'] response: {'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'code': 200} May 04 21:42:59.930580 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8254-9f91-4011-bd3f-0ed9dacee9a4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f8ad441a-4eb9-425f-96b2-5041c8397b55), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.958450 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8254-9f91-4011-bd3f-0ed9dacee9a4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:42:59.959902 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-0d1c8254-9f91-4011-bd3f-0ed9dacee9a4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1348772 May 04 21:42:59.963110 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42992) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:42:59.964758 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c8254-9f91-4011-bd3f-0ed9dacee9a4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad441a-4eb9-425f-96b2-5041c8397b55,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:59.969971 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-a0f5a542-984c-48f3-8a3a-2fe52bae678d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad441a-4eb9-425f-96b2-5041c8397b55', 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:42:59.986301 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:42:59.996267 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a542-984c-48f3-8a3a-2fe52bae678d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (007934c4-07e8-456d-b7e9-7c58e1873acd), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.037090 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:00.055098 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a542-984c-48f3-8a3a-2fe52bae678d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (007934c4-07e8-456d-b7e9-7c58e1873acd), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.060061 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a542-984c-48f3-8a3a-2fe52bae678d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (007934c4-07e8-456d-b7e9-7c58e1873acd), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.079637 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5a542-984c-48f3-8a3a-2fe52bae678d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007934c4-07e8-456d-b7e9-7c58e1873acd,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:00.089848 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a542-984c-48f3-8a3a-2fe52bae678d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.091083 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a0f5a542-984c-48f3-8a3a-2fe52bae678d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266346 May 04 21:43:00.093962 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 42996) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:00.098293 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-4abacd2f-c7e9-4db6-a37b-141480466ea7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad441a-4eb9-425f-96b2-5041c8397b55', 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:00.124879 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4abacd2f-c7e9-4db6-a37b-141480466ea7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (2ce037fb-bda6-45b0-b901-042d6fc573c5), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.186743 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4abacd2f-c7e9-4db6-a37b-141480466ea7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (2ce037fb-bda6-45b0-b901-042d6fc573c5), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.196229 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4abacd2f-c7e9-4db6-a37b-141480466ea7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (2ce037fb-bda6-45b0-b901-042d6fc573c5), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.236813 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abacd2f-c7e9-4db6-a37b-141480466ea7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce037fb-bda6-45b0-b901-042d6fc573c5,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:00.249388 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4abacd2f-c7e9-4db6-a37b-141480466ea7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.250576 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4abacd2f-c7e9-4db6-a37b-141480466ea7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557021 May 04 21:43:00.253534 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43002) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:00.256899 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976a2f2-7a9a-419e-8758-24bb9842b04f req-4715bc5e-77b3-4507-b57f-138be5e32b0b tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:00.258409 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a976a2f2-7a9a-419e-8758-24bb9842b04f req-4715bc5e-77b3-4507-b57f-138be5e32b0b tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 944 time: 0.0743437 May 04 21:43:00.261643 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-72148fb1-50d4-441f-9fc1-2da40213af02 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad441a-4eb9-425f-96b2-5041c8397b55', 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:00.324660 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a976a2f2-7a9a-419e-8758-24bb9842b04f req-55d7dbd6-f7df-47b3-b9c8-3e894d85194a tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521905 May 04 21:43:00.338820 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-72148fb1-50d4-441f-9fc1-2da40213af02 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (7c3bfc3a-2860-4fdc-920e-37499022e056), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.347782 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ac670-294d-4660-9766-1ebaa1c8a634 req-21498e3b-cf3b-4729-99bf-df5c34761609 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:00.349273 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a65ac670-294d-4660-9766-1ebaa1c8a634 req-21498e3b-cf3b-4729-99bf-df5c34761609 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 944 time: 0.0644886 May 04 21:43:00.426686 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a65ac670-294d-4660-9766-1ebaa1c8a634 req-8c55ca24-2b44-4abf-ad7e-f7f6bd04ee99 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696990 May 04 21:43:00.432531 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-72148fb1-50d4-441f-9fc1-2da40213af02 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (7c3bfc3a-2860-4fdc-920e-37499022e056), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.439198 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-72148fb1-50d4-441f-9fc1-2da40213af02 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (7c3bfc3a-2860-4fdc-920e-37499022e056), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.455723 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72148fb1-50d4-441f-9fc1-2da40213af02 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3bfc3a-2860-4fdc-920e-37499022e056,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:00.466599 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-72148fb1-50d4-441f-9fc1-2da40213af02 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.467863 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-72148fb1-50d4-441f-9fc1-2da40213af02 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2133379 May 04 21:43:00.470694 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43004) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:00.474981 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-7c239766-1bc6-4440-9a5f-fa24416e7bb1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad441a-4eb9-425f-96b2-5041c8397b55', 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:00.504948 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7c239766-1bc6-4440-9a5f-fa24416e7bb1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (5335b692-3041-410a-8c98-3c0b58611fdb), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.506628 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Sync routers for ids ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:43:00.517247 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Routers {'e556cf55-98ae-499a-b2a1-bbf2b4474b24'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:43:00.517968 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:00.562934 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7c239766-1bc6-4440-9a5f-fa24416e7bb1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (5335b692-3041-410a-8c98-3c0b58611fdb), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.567332 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7c239766-1bc6-4440-9a5f-fa24416e7bb1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (5335b692-3041-410a-8c98-3c0b58611fdb), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.578884 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['5eb04a89-85cc-4e66-8eb4-1b6e350c419b'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:43:00.584572 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c239766-1bc6-4440-9a5f-fa24416e7bb1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5335b692-3041-410a-8c98-3c0b58611fdb,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:00.594098 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7c239766-1bc6-4440-9a5f-fa24416e7bb1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.595289 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-7c239766-1bc6-4440-9a5f-fa24416e7bb1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236324 May 04 21:43:00.598040 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43006) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:00.602233 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-7df6ebc3-14d5-493e-8c6b-6f455c53c11b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad441a-4eb9-425f-96b2-5041c8397b55', 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:00.622518 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.securitygroups_db [None req-7df6ebc3-14d5-493e-8c6b-6f455c53c11b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Project ee66d81ea92041cab173ee39d2929456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 21:43:00.628472 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7df6ebc3-14d5-493e-8c6b-6f455c53c11b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (d743448f-f45d-4056-8997-16c1c2285c77), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.657231 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Set router e556cf55-98ae-499a-b2a1-bbf2b4474b24 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:43:00.690182 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7df6ebc3-14d5-493e-8c6b-6f455c53c11b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (d743448f-f45d-4056-8997-16c1c2285c77), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.695687 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7df6ebc3-14d5-493e-8c6b-6f455c53c11b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (d743448f-f45d-4056-8997-16c1c2285c77), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.710732 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6ebc3-14d5-493e-8c6b-6f455c53c11b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d743448f-f45d-4056-8997-16c1c2285c77,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:00.723152 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7df6ebc3-14d5-493e-8c6b-6f455c53c11b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.724381 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-7df6ebc3-14d5-493e-8c6b-6f455c53c11b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254168 May 04 21:43:00.727106 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43008) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:00.731617 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-08d937be-de29-4191-a5eb-d015cd9116ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad441a-4eb9-425f-96b2-5041c8397b55', 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:00.762545 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.securitygroups_db [None req-08d937be-de29-4191-a5eb-d015cd9116ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Project ee66d81ea92041cab173ee39d2929456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 21:43:00.768514 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-08d937be-de29-4191-a5eb-d015cd9116ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (49dc8082-5fcb-4fc7-b7a8-4389b2503626), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.852083 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-08d937be-de29-4191-a5eb-d015cd9116ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (49dc8082-5fcb-4fc7-b7a8-4389b2503626), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.853092 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca225e45-4d41-4aed-aeb1-5d5142e1c90f req-5131289b-d2e8-40eb-8de5-103094dfed9a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:00.856660 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ca225e45-4d41-4aed-aeb1-5d5142e1c90f req-5131289b-d2e8-40eb-8de5-103094dfed9a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0571804 May 04 21:43:00.858302 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-08d937be-de29-4191-a5eb-d015cd9116ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (49dc8082-5fcb-4fc7-b7a8-4389b2503626), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.882283 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d937be-de29-4191-a5eb-d015cd9116ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dc8082-5fcb-4fc7-b7a8-4389b2503626,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:00.912435 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-08d937be-de29-4191-a5eb-d015cd9116ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:00.913880 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-08d937be-de29-4191-a5eb-d015cd9116ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1858308 May 04 21:43:00.922845 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ca225e45-4d41-4aed-aeb1-5d5142e1c90f req-a3f3317d-7a42-498d-ba1c-bea293f4c99e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574186 May 04 21:43:00.954658 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:52Z', 'updated_at': '2022-05-04T21:42:58Z', 'revision_number': 4, 'project_id': '73893551e77c46849e05b827694b1030', 'gw_port': {'id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:53Z', 'updated_at': '2022-05-04T21:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a77e9a69-78b1-4753-a178-f8f51a0ea259', 'name': '', 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737', 'tenant_id': '73893551e77c46849e05b827694b1030', 'mac_address': 'fa:16:3e:53:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3db47ed-b882-4edd-8b11-7d032cc81e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:57Z', 'updated_at': '2022-05-04T21:42:58Z', 'revision_number': 2, 'project_id': '73893551e77c46849e05b827694b1030', 'subnets': [{'id': 'f3db47ed-b882-4edd-8b11-7d032cc81e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:00.994472 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Checking router: e556cf55-98ae-499a-b2a1-bbf2b4474b24 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:43:00.994827 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Updating router e556cf55-98ae-499a-b2a1-bbf2b4474b24 port a77e9a69-78b1-4753-a178-f8f51a0ea259 binding host dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:43:01.045255 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:01.187721 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:01.199581 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device eb980089-72b7-4924-9a0e-6caed2ff3a4a up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:43:01.306395 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port eb980089-72b7-4924-9a0e-6caed2ff3a4a triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:43:01.307662 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:01.486807 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Publish callbacks [] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:01.510869 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:01.542267 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port eb980089-72b7-4924-9a0e-6caed2ff3a4a is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:01.586615 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d337-5fc5-4cd6-aef4-73d3bd91d19d req-3a256bac-8a88-4754-ae0d-1f6e83a6add7 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:01.598562 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-02e6d337-5fc5-4cd6-aef4-73d3bd91d19d req-3a256bac-8a88-4754-ae0d-1f6e83a6add7 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 944 time: 0.1253157 May 04 21:43:01.688560 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-d6d847a8-1dd5-4f71-90ab-3b68d1f7cd1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0da17e61-f586-4fdf-b512-fd8f97be34db HTTP/1.1" status: 200 len: 217 time: 0.0846760 May 04 21:43:01.735043 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Attempting to bind port a77e9a69-78b1-4753-a178-f8f51a0ea259 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:43:01.735263 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f1d67-241d-4125-90d6-bef332675a2a req-77e831df-3c32-473e-aeec-9dbb8428b781 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:01.735865 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Attempting to bind port a77e9a69-78b1-4753-a178-f8f51a0ea259 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'db0e0b6c-c63d-4de6-a682-14363dde7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:43:01.736456 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Attempting to bind port a77e9a69-78b1-4753-a178-f8f51a0ea259 on network ec97a325-c0fd-41fa-b649-4b8fa8451737 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:43:01.744487 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21cd75-dced-44d1-a31d-36f743142dea None None] Pushing event updated for resources: {'Port': ['ID=a77e9a69-78b1-4753-a178-f8f51a0ea259,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:01.746001 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-324f1d67-241d-4125-90d6-bef332675a2a req-77e831df-3c32-473e-aeec-9dbb8428b781 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 944 time: 0.1793640 May 04 21:43:01.749578 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:43:01.750183 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Checking segment: {'id': 'db0e0b6c-c63d-4de6-a682-14363dde7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:43:01.750766 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:01.751305 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Bound using segment: {'id': 'db0e0b6c-c63d-4de6-a682-14363dde7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:43:01.752040 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Bound port: a77e9a69-78b1-4753-a178-f8f51a0ea259, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0e0b6c-c63d-4de6-a682-14363dde7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:43:01.752589 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:01.757936 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-7fcb09d0-0b8b-47e4-a240-f9396d216424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:01.759690 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-7fcb09d0-0b8b-47e4-a240-f9396d216424 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0641265 May 04 21:43:01.839592 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-02e6d337-5fc5-4cd6-aef4-73d3bd91d19d req-6f6a1d9c-c3b1-4e4c-a33f-45e0e8b4d05d tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397587 May 04 21:43:01.846255 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-3e2588b7-0fff-44a8-8a82-cf36a8162e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:01.847950 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-3e2588b7-0fff-44a8-8a82-cf36a8162e0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813656 May 04 21:43:01.866711 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] For port a77e9a69-78b1-4753-a178-f8f51a0ea259, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:43:01.870689 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] For port a77e9a69-78b1-4753-a178-f8f51a0ea259, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=a77e9a69-78b1-4753-a178-f8f51a0ea259,segment=NetworkSegment(db0e0b6c-c63d-4de6-a682-14363dde7858),segment_id=db0e0b6c-c63d-4de6-a682-14363dde7858)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:43:01.879212 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-324f1d67-241d-4125-90d6-bef332675a2a req-8ddf7f9c-5e8f-4de6-ac0a-acd8cbdd9de4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320543 May 04 21:43:01.883557 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:01.947292 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Routers {'e556cf55-98ae-499a-b2a1-bbf2b4474b24'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:43:01.948072 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:01.959682 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289d038-89c2-4973-b48e-1d3a7a7daaca req-dbc40805-f001-4b47-bf61-b41fa6a5c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:01.962212 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3289d038-89c2-4973-b48e-1d3a7a7daaca req-dbc40805-f001-4b47-bf61-b41fa6a5c2d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 1130 time: 0.0894413 May 04 21:43:02.014691 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21cd75-dced-44d1-a31d-36f743142dea None None] Pushing event updated for resources: {'Port': ['ID=a77e9a69-78b1-4753-a178-f8f51a0ea259,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:02.073428 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-5de82393-0455-4916-a499-1ed02d3e72d2 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902061 May 04 21:43:02.077553 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-07541a18-8c18-4e25-8581-aedd4e0c5a7e None None] Provisioning complete for port a77e9a69-78b1-4753-a178-f8f51a0ea259 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:43:02.078188 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07541a18-8c18-4e25-8581-aedd4e0c5a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:02.253847 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ff8fdf8-494c-43e9-ac70-94d0661fee32 req-cf64eea9-919b-4adb-8956-c27db2270d43 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699443 May 04 21:43:02.288477 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc7258-a21e-4621-ac11-5e7e29cbabe5 req-9a80bd8b-824a-4a92-ae19-28e081277fce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:02.290189 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-75cc7258-a21e-4621-ac11-5e7e29cbabe5 req-9a80bd8b-824a-4a92-ae19-28e081277fce tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0959373 May 04 21:43:02.298231 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5eb04a89-85cc-4e66-8eb4-1b6e350c419b up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:43:02.316929 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3289d038-89c2-4973-b48e-1d3a7a7daaca req-3acab4d8-e31b-46cd-bc52-31f5da2565e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446534 May 04 21:43:02.364585 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-75cc7258-a21e-4621-ac11-5e7e29cbabe5 req-77a73bd4-04af-4c6b-9cd2-9521a2b7d933 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648699 May 04 21:43:02.373112 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] Set router e556cf55-98ae-499a-b2a1-bbf2b4474b24 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:43:02.479445 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:43:02.513981 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:43:02.514597 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:02.607331 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-07541a18-8c18-4e25-8581-aedd4e0c5a7e None None] Current status of the port a77e9a69-78b1-4753-a178-f8f51a0ea259 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:02.607745 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07541a18-8c18-4e25-8581-aedd4e0c5a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:02.712058 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-07541a18-8c18-4e25-8581-aedd4e0c5a7e None None] For port a77e9a69-78b1-4753-a178-f8f51a0ea259, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=a77e9a69-78b1-4753-a178-f8f51a0ea259,segment=NetworkSegment(db0e0b6c-c63d-4de6-a682-14363dde7858),segment_id=db0e0b6c-c63d-4de6-a682-14363dde7858)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:02.718836 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:02.719089 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:02.722798 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07541a18-8c18-4e25-8581-aedd4e0c5a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:02.760683 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:52Z', 'updated_at': '2022-05-04T21:42:58Z', 'revision_number': 4, 'project_id': '73893551e77c46849e05b827694b1030', 'gw_port': {'id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:53Z', 'updated_at': '2022-05-04T21:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a77e9a69-78b1-4753-a178-f8f51a0ea259', 'name': '', 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737', 'tenant_id': '73893551e77c46849e05b827694b1030', 'mac_address': 'fa:16:3e:53:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3db47ed-b882-4edd-8b11-7d032cc81e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:57Z', 'updated_at': '2022-05-04T21:43:01Z', 'revision_number': 4, 'project_id': '73893551e77c46849e05b827694b1030', 'subnets': [{'id': 'f3db47ed-b882-4edd-8b11-7d032cc81e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:02.806117 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520be87-5348-4049-a7d5-bc1ef05309b5 None None] The sync data for ids ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'] in dv-cinder-836083-5-iscsi is: [{'id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:52Z', 'updated_at': '2022-05-04T21:42:58Z', 'revision_number': 4, 'project_id': '73893551e77c46849e05b827694b1030', 'gw_port': {'id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:53Z', 'updated_at': '2022-05-04T21:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a77e9a69-78b1-4753-a178-f8f51a0ea259', 'name': '', 'network_id': 'ec97a325-c0fd-41fa-b649-4b8fa8451737', 'tenant_id': '73893551e77c46849e05b827694b1030', 'mac_address': 'fa:16:3e:53:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3db47ed-b882-4edd-8b11-7d032cc81e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:57Z', 'updated_at': '2022-05-04T21:43:01Z', 'revision_number': 4, 'project_id': '73893551e77c46849e05b827694b1030', 'subnets': [{'id': 'f3db47ed-b882-4edd-8b11-7d032cc81e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:43:02.816953 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:02.820553 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a9a750-4da4-4fd5-97b5-83d26aeef76c" -d '{"events": [{"server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "name": "network-vif-plugged", "status": "completed", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:02.902936 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:02.914675 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dc7449-0b9f-4cbc-803a-989d90a50348 x-openstack-request-id: req-47dc7449-0b9f-4cbc-803a-989d90a50348 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:02.915297 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "name": "network-vif-plugged", "status": "completed", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:02.915885 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47dc7449-0b9f-4cbc-803a-989d90a50348 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:02.917169 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dc7449-0b9f-4cbc-803a-989d90a50348'] response: {'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'code': 200} May 04 21:43:02.920236 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07541a18-8c18-4e25-8581-aedd4e0c5a7e None None] Pushing event updated for resources: {'Port': ['ID=a77e9a69-78b1-4753-a178-f8f51a0ea259,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:02.946183 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:02.953225 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-1b8fbfcb-2756-477f-93d4-fc9c36959073 None None] Provisioning complete for port a77e9a69-78b1-4753-a178-f8f51a0ea259 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:43:02.953964 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbfcb-2756-477f-93d4-fc9c36959073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:03.105962 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e888f4-e9fa-4d04-9525-c1b2c61093b1 req-d67da0fa-fa9e-4e21-b38e-7c92c4d8161e tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:03.116262 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-96e888f4-e9fa-4d04-9525-c1b2c61093b1 req-d67da0fa-fa9e-4e21-b38e-7c92c4d8161e tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.1320205 May 04 21:43:03.180972 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5cb6d-213d-404e-9326-dd3d4fcaedc6 req-fce80840-551d-40fd-82f4-fd24649d3cc0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:03.190565 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f0a5cb6d-213d-404e-9326-dd3d4fcaedc6 req-fce80840-551d-40fd-82f4-fd24649d3cc0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 944 time: 0.1661651 May 04 21:43:03.234633 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:03.293493 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fbfcb-2756-477f-93d4-fc9c36959073 None None] Current status of the port a77e9a69-78b1-4753-a178-f8f51a0ea259 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:03.297208 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-96e888f4-e9fa-4d04-9525-c1b2c61093b1 req-aed4e747-ef1f-446a-a90a-0cd3b61c4261 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754503 May 04 21:43:03.311809 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device a77e9a69-78b1-4753-a178-f8f51a0ea259 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:43:03.351985 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f0a5cb6d-213d-404e-9326-dd3d4fcaedc6 req-6526344d-eeed-4250-97b3-5789e3d487a3 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545336 May 04 21:43:03.400874 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port a77e9a69-78b1-4753-a178-f8f51a0ea259 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:43:03.401333 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:03.497764 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port a77e9a69-78b1-4753-a178-f8f51a0ea259 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:03.513123 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f93310-8097-45ee-9aa3-0363533804aa req-d957b56b-552d-43ef-8430-d9fa709cda8d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:03.514726 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b8f93310-8097-45ee-9aa3-0363533804aa req-d957b56b-552d-43ef-8430-d9fa709cda8d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0635433 May 04 21:43:03.570000 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b8f93310-8097-45ee-9aa3-0363533804aa req-43066491-503c-4436-82f2-e4493383c93c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492165 May 04 21:43:04.141329 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 39999bf9-852c-4b63-9b0a-c7ac49c45f5b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:43:04.247394 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:04.260069 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '39999bf9-852c-4b63-9b0a-c7ac49c45f5b', 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6', 'port_id': '39999bf9-852c-4b63-9b0a-c7ac49c45f5b', 'mac_address': 'fa:16:3e:0e:e2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56298dc6-cb3c-4ee4-b3e6-cffd410a5e16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:43:04.300654 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57802c63-5c14-4f69-a43f-11cd3630869b req-f15dcabb-bf33-48f4-bc9b-12d8ed723080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:04.302398 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:04.302813 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:04.303141 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-57802c63-5c14-4f69-a43f-11cd3630869b req-f15dcabb-bf33-48f4-bc9b-12d8ed723080 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1129 time: 0.0563173 May 04 21:43:04.315790 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39999bf9-852c-4b63-9b0a-c7ac49c45f5b {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:43:04.349428 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:04.354364 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:04.422916 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:04.464240 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ba8c7-5112-4501-9986-1c79e1f6406f req-6942a6fb-7c9d-4488-b19a-46d1fcbb8ffd tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:04.465955 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-683ba8c7-5112-4501-9986-1c79e1f6406f req-6942a6fb-7c9d-4488-b19a-46d1fcbb8ffd tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0712273 May 04 21:43:04.501659 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe5e96-13fb-40b5-aec4-7d3a6de0c734 req-1fb0c84a-373f-42a6-8bee-b55aea12e7d9 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:04.503823 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1dbe5e96-13fb-40b5-aec4-7d3a6de0c734 req-1fb0c84a-373f-42a6-8bee-b55aea12e7d9 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 945 time: 0.0518267 May 04 21:43:04.529278 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-683ba8c7-5112-4501-9986-1c79e1f6406f req-33ec3fca-8fea-4416-88a0-6769de68f676 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558589 May 04 21:43:04.562557 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1dbe5e96-13fb-40b5-aec4-7d3a6de0c734 req-02bb5539-8cd4-4565-a786-d7bdd059f352 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530901 May 04 21:43:04.690332 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86f5c2-d2e2-4773-9827-56e15d738cf8 req-e4cc81f9-7797-4920-952d-4494a82070fa tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:04.692190 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2a86f5c2-d2e2-4773-9827-56e15d738cf8 req-e4cc81f9-7797-4920-952d-4494a82070fa tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0491238 May 04 21:43:04.752301 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2a86f5c2-d2e2-4773-9827-56e15d738cf8 req-01460aa8-b671-4fe3-b9c8-20dd778933f1 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537138 May 04 21:43:04.867320 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c33ff-4106-4106-85c7-94a0444f6205 req-f0c12ad4-a4d6-415b-bc54-790948a4ec54 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:04.868925 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4c0c33ff-4106-4106-85c7-94a0444f6205 req-f0c12ad4-a4d6-415b-bc54-790948a4ec54 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0480270 May 04 21:43:04.878097 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43190) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:04.882600 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-b1ec24e1-b24c-4501-b70e-37656c963a47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Request body: {'floatingip': {'port_id': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:04.921730 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b1ec24e1-b24c-4501-b70e-37656c963a47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for floatingip (0666610f-0aef-4b5f-8299-be5a3d413898), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:04.926515 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['39999bf9-852c-4b63-9b0a-c7ac49c45f5b'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:43:05.076454 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-57802c63-5c14-4f69-a43f-11cd3630869b req-af036108-c24f-4c80-85d5-9b3a8ce3e538 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218064 May 04 21:43:05.450741 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b1ec24e1-b24c-4501-b70e-37656c963a47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:05.457190 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b1ec24e1-b24c-4501-b70e-37656c963a47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (0666610f-0aef-4b5f-8299-be5a3d413898), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:05.563533 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-b1ec24e1-b24c-4501-b70e-37656c963a47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Floating IP 0666610f-0aef-4b5f-8299-be5a3d413898 associated. External IP: 172.27.1.232, port: f25a93a8-cccc-4cb7-b19b-ccbe23f05caf. May 04 21:43:05.672215 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ff3f4-d089-4cc3-b660-e6b53d6164a0 req-348b723c-5003-4589-a5e2-0a9d0125a37d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:05.674163 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3d2ff3f4-d089-4cc3-b660-e6b53d6164a0 req-348b723c-5003-4589-a5e2-0a9d0125a37d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0740478 May 04 21:43:05.691826 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ff505-d221-40d4-a3d4-76ff2853e66d req-b414e59d-03dd-495f-8d67-4d0048c8ea26 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:05.693399 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f82ff505-d221-40d4-a3d4-76ff2853e66d req-b414e59d-03dd-495f-8d67-4d0048c8ea26 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 945 time: 0.0595961 May 04 21:43:05.784055 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3d2ff3f4-d089-4cc3-b660-e6b53d6164a0 req-fe0c7568-1f45-4c83-aafb-790e786c2ecc tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678596 May 04 21:43:05.904830 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ec24e1-b24c-4501-b70e-37656c963a47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:43:06.028164 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f82ff505-d221-40d4-a3d4-76ff2853e66d req-1f820b03-e0e4-4c27-98da-8cb9f3fa50ad tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256466 May 04 21:43:06.048820 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ec24e1-b24c-4501-b70e-37656c963a47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:43:06.053591 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b1ec24e1-b24c-4501-b70e-37656c963a47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:06.059935 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] Sync routers for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:43:06.074124 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:43:06.074996 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:06.088561 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-b1ec24e1-b24c-4501-b70e-37656c963a47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "PUT /v2.0/floatingips/0666610f-0aef-4b5f-8299-be5a3d413898 HTTP/1.1" status: 200 len: 992 time: 1.2088866 May 04 21:43:06.089290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:06.092862 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ebf97e-c351-4bcf-9576-9e45797e9d53" -d '{"events": [{"name": "network-changed", "server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:06.128455 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dcbcc3-2e73-4329-b652-a6d6a5e29cc6 x-openstack-request-id: req-54dcbcc3-2e73-4329-b652-a6d6a5e29cc6 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:06.128624 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:06.128940 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54dcbcc3-2e73-4329-b652-a6d6a5e29cc6 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:06.129342 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54dcbcc3-2e73-4329-b652-a6d6a5e29cc6'] response: {'name': 'network-changed', 'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'status': 'completed', 'code': 200} May 04 21:43:06.187172 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:43:06.474985 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 39999bf9-852c-4b63-9b0a-c7ac49c45f5b up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:43:06.481857 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '0666610f-0aef-4b5f-8299-be5a3d413898', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'port_id': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'mac_address': 'fa:16:3e:97:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:42:41Z', 'updated_at': '2022-05-04T21:43:05Z', 'revision_number': 1, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:19Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:06.512761 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] Checking router: 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:43:06.523135 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:43:06.523835 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:06.547677 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:43:06.555168 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:43:06.555641 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:06.569985 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-539fc91c-4b93-4dc4-9e7c-3b7f7c5a9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:06.572473 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-539fc91c-4b93-4dc4-9e7c-3b7f7c5a9b28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 1130 time: 0.0440664 May 04 21:43:06.642523 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:43:06.645964 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:06.646850 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:06.675072 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39926d-5a95-40f1-ab14-c51f593557e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39999bf9-852c-4b63-9b0a-c7ac49c45f5b'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:06.677323 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690e7eb2-2eab-438f-a5a4-a292da8844c0" -d '{"events": [{"server_uuid": "1b39926d-5a95-40f1-ab14-c51f593557e7", "name": "network-vif-plugged", "status": "completed", "tag": "39999bf9-852c-4b63-9b0a-c7ac49c45f5b"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:06.690098 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:06.690487 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-8c39fdf2-ba4d-455f-8f7f-2efe7fb52646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:06.692449 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-8c39fdf2-ba4d-455f-8f7f-2efe7fb52646 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.0948877 May 04 21:43:06.695969 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:06.722024 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39461da0-2bc5-4559-bf36-5ac3522f382c x-openstack-request-id: req-39461da0-2bc5-4559-bf36-5ac3522f382c {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:06.722334 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39926d-5a95-40f1-ab14-c51f593557e7", "name": "network-vif-plugged", "status": "completed", "tag": "39999bf9-852c-4b63-9b0a-c7ac49c45f5b", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:06.722591 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39461da0-2bc5-4559-bf36-5ac3522f382c {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:06.723041 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39461da0-2bc5-4559-bf36-5ac3522f382c'] response: {'server_uuid': '1b39926d-5a95-40f1-ab14-c51f593557e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39999bf9-852c-4b63-9b0a-c7ac49c45f5b', 'code': 200} May 04 21:43:06.753743 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:06.806996 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-7327452a-1931-4449-a1c0-e36a28f0efdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf HTTP/1.1" status: 200 len: 1000 time: 0.0847213 May 04 21:43:06.895876 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '0666610f-0aef-4b5f-8299-be5a3d413898', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'port_id': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'mac_address': 'fa:16:3e:97:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:42:41Z', 'updated_at': '2022-05-04T21:43:05Z', 'revision_number': 1, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:19Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:06.913967 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122cc8c-ab04-4a74-92b2-cfda691dbcad req-986f0969-7fc7-45a9-a4b4-344850b8ff36 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:06.915530 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6122cc8c-ab04-4a74-92b2-cfda691dbcad req-986f0969-7fc7-45a9-a4b4-344850b8ff36 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0478735 May 04 21:43:06.925518 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685ca2-40aa-4dbe-a177-c05e76e06b48 None None] The sync data for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi is: [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '0666610f-0aef-4b5f-8299-be5a3d413898', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'port_id': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'mac_address': 'fa:16:3e:97:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:42:41Z', 'updated_at': '2022-05-04T21:43:05Z', 'revision_number': 1, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:19Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:43:06.970909 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6122cc8c-ab04-4a74-92b2-cfda691dbcad req-5be55047-4cd1-4dae-be80-c6cec64484fb tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494976 May 04 21:43:07.155493 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f60296-d4b9-4588-bd35-f94e5dd3f17a None None] New status for floating IP 0666610f-0aef-4b5f-8299-be5a3d413898: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:43:07.182602 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d90041-397e-4136-ab53-606ff90e0afd req-98de1b34-c7c4-4b99-9cb3-36dbbdc56ad0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:07.184509 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88d90041-397e-4136-ab53-606ff90e0afd req-98de1b34-c7c4-4b99-9cb3-36dbbdc56ad0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0776258 May 04 21:43:07.280675 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88d90041-397e-4136-ab53-606ff90e0afd req-c07f5949-6899-4828-b00b-1e0776bd75fd tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890343 May 04 21:43:07.348837 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-8df14ac4-5a94-48dd-9f0e-9c1eb94fc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:07.350301 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-8df14ac4-5a94-48dd-9f0e-9c1eb94fc21f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0713563 May 04 21:43:07.796976 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43252) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:08.189691 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-e53695c3-b9a4-422c-b1c6-f1de1e946cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:08.191827 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-e53695c3-b9a4-422c-b1c6-f1de1e946cc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3440611 May 04 21:43:08.195244 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b01c43d3-5eee-4a7d-a552-52e6fbfec515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:08.200388 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ac076-f28b-459d-95f1-59c315472bd7 req-e7b26f87-4095-4d99-ab23-2ef5118bdb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:08.202659 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-948ac076-f28b-459d-95f1-59c315472bd7 req-e7b26f87-4095-4d99-ab23-2ef5118bdb57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 1130 time: 0.1022434 May 04 21:43:08.233494 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468114-1e20-40d6-bb0d-266d742970bd req-4af8ad25-fa3b-4304-84b4-6f9562481ff1 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:08.234886 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-10468114-1e20-40d6-bb0d-266d742970bd req-4af8ad25-fa3b-4304-84b4-6f9562481ff1 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.1333625 May 04 21:43:08.378328 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-948ac076-f28b-459d-95f1-59c315472bd7 req-97461208-676d-4806-842c-66bab919cad6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579435 May 04 21:43:08.404056 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275f259-b9d0-40ca-a4e3-168d7ad7348e req-090e05a8-e1b4-4c85-a153-80de8fa9bdec tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:08.406335 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9275f259-b9d0-40ca-a4e3-168d7ad7348e req-090e05a8-e1b4-4c85-a153-80de8fa9bdec tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0544012 May 04 21:43:08.409401 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-10468114-1e20-40d6-bb0d-266d742970bd req-8f5f0532-7445-4baa-9496-436e9965f507 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541102 May 04 21:43:08.425301 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-c71bc724-9ec7-4002-a2df-f4b2f7350346 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187810 May 04 21:43:08.446026 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b01c43d3-5eee-4a7d-a552-52e6fbfec515 admin admin] Publish callbacks [] for security_group (1ec3fbfc-28f5-4515-8034-7720a2f16322), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:08.452756 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b01c43d3-5eee-4a7d-a552-52e6fbfec515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (1ec3fbfc-28f5-4515-8034-7720a2f16322), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:08.476552 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9275f259-b9d0-40ca-a4e3-168d7ad7348e req-cfba9f2f-6598-4125-b6a9-a25675bdefbd tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587778 May 04 21:43:08.491793 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-b01c43d3-5eee-4a7d-a552-52e6fbfec515 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f0f0977865f41eb9c89a334d9d20594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6936905 May 04 21:43:08.494331 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43268) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:08.545425 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c43d3-5eee-4a7d-a552-52e6fbfec515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec3fbfc-28f5-4515-8034-7720a2f16322,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:08.581590 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f73b54-92e5-4d0e-9b74-930ee50949db req-681fdf87-8ed0-43c3-9f98-b2110190dc59 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:08.583092 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-21f73b54-92e5-4d0e-9b74-930ee50949db req-681fdf87-8ed0-43c3-9f98-b2110190dc59 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0788956 May 04 21:43:08.616399 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a83d4e2-1f5e-4964-8aee-90c42010d32a admin admin] Publish callbacks [] for security_group (1ec3fbfc-28f5-4515-8034-7720a2f16322), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:08.665149 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a83d4e2-1f5e-4964-8aee-90c42010d32a admin admin] Publish callbacks [] for security_group (1ec3fbfc-28f5-4515-8034-7720a2f16322), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:08.681482 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-21f73b54-92e5-4d0e-9b74-930ee50949db req-0c35c2ef-21d0-4515-8c1c-291c20643482 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909591 May 04 21:43:08.704624 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43274) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:08.730587 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a83d4e2-1f5e-4964-8aee-90c42010d32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (1ec3fbfc-28f5-4515-8034-7720a2f16322), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:08.733744 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a83d4e2-1f5e-4964-8aee-90c42010d32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:08.737486 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3a83d4e2-1f5e-4964-8aee-90c42010d32a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ec3fbfc-28f5-4515-8034-7720a2f16322 HTTP/1.1" status: 204 len: 168 time: 0.2395890 May 04 21:43:08.744973 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83d4e2-1f5e-4964-8aee-90c42010d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec3fbfc-28f5-4515-8034-7720a2f16322,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:08.874482 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b34b5-dcb7-4a9c-9e13-cd594b271774 tempest-TestShelveInstance-504501211 tempest-TestShelveInstance-504501211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:08.876490 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-385b34b5-dcb7-4a9c-9e13-cd594b271774 tempest-TestShelveInstance-504501211 tempest-TestShelveInstance-504501211-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1124 time: 0.1708732 May 04 21:43:08.879427 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43282) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:08.884244 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'port_id': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:08.907150 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:08.954322 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-07ebf97e-c351-4bcf-9576-9e45797e9d53 req-e1396c3e-4481-4fd2-91d7-bcac58330b10 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027114 May 04 21:43:09.002273 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:09.110174 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Allocated IP 172.27.1.99 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/f51d64a5-50d5-4c6f-8043-ea12f2922472) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:43:09.218695 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for port (f51d64a5-50d5-4c6f-8043-ea12f2922472), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:09.261239 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (f51d64a5-50d5-4c6f-8043-ea12f2922472), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:09.298924 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:43:09.301880 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:43:09.307352 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:43:09.312752 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'Port': ['ID=f51d64a5-50d5-4c6f-8043-ea12f2922472,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:09.613143 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee39021-060b-49d4-a8cb-9959894cb95e req-266ff58d-7cd5-4a52-93ca-4188271cf62a tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:09.614630 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6ee39021-060b-49d4-a8cb-9959894cb95e req-266ff58d-7cd5-4a52-93ca-4188271cf62a tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0776913 May 04 21:43:09.732211 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6ee39021-060b-49d4-a8cb-9959894cb95e req-8d78a4e8-d450-426a-8fd1-15b9dd526042 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107202 May 04 21:43:09.763402 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for floatingip (357d8482-f715-4141-8e9d-1dc93d1401fc), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:09.844913 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (f51d64a5-50d5-4c6f-8043-ea12f2922472), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:10.007182 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for port (f51d64a5-50d5-4c6f-8043-ea12f2922472), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:10.011936 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (f51d64a5-50d5-4c6f-8043-ea12f2922472), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:10.082616 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event updated for resources: {'Port': ['ID=f51d64a5-50d5-4c6f-8043-ea12f2922472,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:10.098189 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (357d8482-f715-4141-8e9d-1dc93d1401fc), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:10.206064 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Floating IP 357d8482-f715-4141-8e9d-1dc93d1401fc associated. External IP: 172.27.1.99, port: 5eb04a89-85cc-4e66-8eb4-1b6e350c419b. May 04 21:43:10.455869 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:43:10.579247 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:43:10.589746 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efab728-8beb-4537-9724-14822b47069f None None] Sync routers for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:43:10.599875 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efab728-8beb-4537-9724-14822b47069f None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:43:10.600512 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7efab728-8beb-4537-9724-14822b47069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:10.602392 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:10.642310 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c71506b3-b9da-4f5b-b26d-fedfeac800ec tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7614460 May 04 21:43:10.643698 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:10.646064 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:10.681754 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6011dc02-7885-4f71-8614-7a690a6b6b14 x-openstack-request-id: req-6011dc02-7885-4f71-8614-7a690a6b6b14 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:10.682047 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:10.682322 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6011dc02-7885-4f71-8614-7a690a6b6b14 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:10.682719 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6011dc02-7885-4f71-8614-7a690a6b6b14'] response: {'name': 'network-changed', 'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'status': 'completed', 'code': 200} May 04 21:43:10.727550 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-7efab728-8beb-4537-9724-14822b47069f None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:43:10.850723 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc931-ed79-4d48-95fc-ca867f436760 req-2f95663e-5de7-43de-8356-80bb5f8e7c45 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:10.852170 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-060cc931-ed79-4d48-95fc-ca867f436760 req-2f95663e-5de7-43de-8356-80bb5f8e7c45 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0495033 May 04 21:43:10.905399 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-060cc931-ed79-4d48-95fc-ca867f436760 req-2351b6dd-a60c-4824-b31b-47f9e466f883 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475063 May 04 21:43:10.931779 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-aaf672c0-f9b9-47fb-8416-8331d954b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:10.934357 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-aaf672c0-f9b9-47fb-8416-8331d954b59c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5&device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1129 time: 0.0579607 May 04 21:43:10.970293 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7efab728-8beb-4537-9724-14822b47069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '357d8482-f715-4141-8e9d-1dc93d1401fc', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'port_id': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'mac_address': 'fa:16:3e:c3:21:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:43:09Z', 'updated_at': '2022-05-04T21:43:09Z', 'revision_number': 0, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3303a8-61f6-4370-8f23-4a2aed58fcfa', 'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'mac_address': 'fa:16:3e:e3:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:17Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 5, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'subnets': [{'id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:11.006681 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efab728-8beb-4537-9724-14822b47069f None None] Checking router: 793d8936-99b6-4085-96cb-7c67c6b8ffa3 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:43:11.018015 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efab728-8beb-4537-9724-14822b47069f None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:43:11.018607 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7efab728-8beb-4537-9724-14822b47069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:42:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:11.035630 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-37301ae2-5319-4c61-943c-d565cd84563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:11.037124 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-37301ae2-5319-4c61-943c-d565cd84563c service neutron] 10.222.0.21 "GET /v2.0/networks?id=58dcd464-c9b8-4377-bc94-3c86783ada08 HTTP/1.1" status: 200 len: 910 time: 0.0953043 May 04 21:43:11.119189 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-9f258920-2f54-42e0-b8d3-badeeb7399a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 200 len: 998 time: 0.0753689 May 04 21:43:11.134048 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-7efab728-8beb-4537-9724-14822b47069f None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:43:11.171828 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-e41cdc8b-c3ec-476e-8734-3f024fdf8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:11.173322 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-e41cdc8b-c3ec-476e-8734-3f024fdf8e0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a49f5ac-4df1-4bde-bd0d-e087fbce9eba HTTP/1.1" status: 200 len: 848 time: 0.0473967 May 04 21:43:11.218165 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-50361d75-9740-4998-aa30-b786e0a170c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:11.219759 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-50361d75-9740-4998-aa30-b786e0a170c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58dcd464-c9b8-4377-bc94-3c86783ada08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397732 May 04 21:43:11.324665 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-b47c759f-6c18-4abd-8f9d-0c8cc3aead11 service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962002 May 04 21:43:11.386664 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7efab728-8beb-4537-9724-14822b47069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '357d8482-f715-4141-8e9d-1dc93d1401fc', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'port_id': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'mac_address': 'fa:16:3e:c3:21:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:43:09Z', 'updated_at': '2022-05-04T21:43:09Z', 'revision_number': 0, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3303a8-61f6-4370-8f23-4a2aed58fcfa', 'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'mac_address': 'fa:16:3e:e3:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:17Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 5, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'subnets': [{'id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:11.419022 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efab728-8beb-4537-9724-14822b47069f None None] The sync data for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi is: [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '357d8482-f715-4141-8e9d-1dc93d1401fc', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'port_id': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'mac_address': 'fa:16:3e:c3:21:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:43:09Z', 'updated_at': '2022-05-04T21:43:09Z', 'revision_number': 0, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3303a8-61f6-4370-8f23-4a2aed58fcfa', 'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'mac_address': 'fa:16:3e:e3:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:17Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 5, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'subnets': [{'id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:43:11.469332 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43370) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:11.482657 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce7a848f-51cb-41cd-9d4f-88f94c92ea8c req-87441360-c146-4651-bd59-70c07fa2bb33 service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404533 May 04 21:43:11.515289 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-913487ae-d5bf-4cfa-9cf7-e2ff2ee08381 admin admin] Deleting subnet 15e62ec4-19e6-48cf-8cfb-8d395debb272 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:43:11.518802 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-913487ae-d5bf-4cfa-9cf7-e2ff2ee08381 admin admin] Publish callbacks [] for subnet (15e62ec4-19e6-48cf-8cfb-8d395debb272), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.557919 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-913487ae-d5bf-4cfa-9cf7-e2ff2ee08381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (15e62ec4-19e6-48cf-8cfb-8d395debb272), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.598497 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-913487ae-d5bf-4cfa-9cf7-e2ff2ee08381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (15e62ec4-19e6-48cf-8cfb-8d395debb272), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.646819 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb3f37-9131-48f7-973d-5411bdc9594a None None] New status for floating IP 357d8482-f715-4141-8e9d-1dc93d1401fc: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:43:11.660477 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-913487ae-d5bf-4cfa-9cf7-e2ff2ee08381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (15e62ec4-19e6-48cf-8cfb-8d395debb272), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.689849 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913487ae-d5bf-4cfa-9cf7-e2ff2ee08381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e62ec4-19e6-48cf-8cfb-8d395debb272,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:11.691880 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-913487ae-d5bf-4cfa-9cf7-e2ff2ee08381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.698018 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-913487ae-d5bf-4cfa-9cf7-e2ff2ee08381 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/15e62ec4-19e6-48cf-8cfb-8d395debb272 HTTP/1.1" status: 204 len: 168 time: 0.2250552 May 04 21:43:11.698351 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43382) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:11.769242 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (1633d9d7-a0ff-4e76-8671-7fe213e478c8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.855139 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (1633d9d7-a0ff-4e76-8671-7fe213e478c8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.876803 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1633d9d7-a0ff-4e76-8671-7fe213e478c8']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:11.887719 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d62ae9-4aae-4861-8b71-e182590e893f') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:11.887719 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d62ae9-4aae-4861-8b71-e182590e893f') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:11.902271 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (62d62ae9-4aae-4861-8b71-e182590e893f), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.915742 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (62d62ae9-4aae-4861-8b71-e182590e893f), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.922065 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:43:11.922558 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (62d62ae9-4aae-4861-8b71-e182590e893f), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:43:11.924566 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:43:11.995698 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (1633d9d7-a0ff-4e76-8671-7fe213e478c8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.001881 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.005000 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1633d9d7-a0ff-4e76-8671-7fe213e478c8 HTTP/1.1" status: 204 len: 168 time: 0.3057945 May 04 21:43:12.007753 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43390) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:12.023526 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff9fa1-a3c0-4410-88b9-d2c3bd56c7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1633d9d7-a0ff-4e76-8671-7fe213e478c8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:12.062198 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7a3858-8f92-45fc-a0f3-5d4c51d59b7b admin admin] Deleting subnet 118f34b6-26fd-4159-aab1-8cdf49935237 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:43:12.065456 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3858-8f92-45fc-a0f3-5d4c51d59b7b admin admin] Publish callbacks [] for subnet (118f34b6-26fd-4159-aab1-8cdf49935237), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.104145 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3858-8f92-45fc-a0f3-5d4c51d59b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (118f34b6-26fd-4159-aab1-8cdf49935237), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.142923 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3858-8f92-45fc-a0f3-5d4c51d59b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (118f34b6-26fd-4159-aab1-8cdf49935237), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.198634 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3858-8f92-45fc-a0f3-5d4c51d59b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (118f34b6-26fd-4159-aab1-8cdf49935237), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.224951 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a3858-8f92-45fc-a0f3-5d4c51d59b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118f34b6-26fd-4159-aab1-8cdf49935237,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:12.228755 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3858-8f92-45fc-a0f3-5d4c51d59b7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.232049 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-aa7a3858-8f92-45fc-a0f3-5d4c51d59b7b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/118f34b6-26fd-4159-aab1-8cdf49935237 HTTP/1.1" status: 204 len: 168 time: 0.2232370 May 04 21:43:12.234389 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43392) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:12.305882 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (071112ae-a0ca-4f48-9faa-de5819d689b9), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.381251 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (071112ae-a0ca-4f48-9faa-de5819d689b9), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.403339 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071112ae-a0ca-4f48-9faa-de5819d689b9']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:12.413228 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b41fb8-c72b-4fdc-82ca-04b38cb29fc9') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:12.413524 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b41fb8-c72b-4fdc-82ca-04b38cb29fc9') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:43:12.422819 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (15b41fb8-c72b-4fdc-82ca-04b38cb29fc9), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.435866 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (15b41fb8-c72b-4fdc-82ca-04b38cb29fc9), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.441991 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:43:12.442363 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (15b41fb8-c72b-4fdc-82ca-04b38cb29fc9), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:43:12.444072 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:43:12.503264 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (071112ae-a0ca-4f48-9faa-de5819d689b9), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.508709 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.511802 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] 10.222.0.23 "DELETE /v2.0/networks/071112ae-a0ca-4f48-9faa-de5819d689b9 HTTP/1.1" status: 204 len: 168 time: 0.2764699 May 04 21:43:12.522721 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e2553-de8c-4b98-b5e8-25118c6ad4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=071112ae-a0ca-4f48-9faa-de5819d689b9,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:12.695173 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43398) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:12.739473 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e2a4a71d-8848-4080-afa2-6fc04c3e0aaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08af976fb836432389efed1ea1d6fa1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430369 May 04 21:43:12.742315 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43400) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:12.792157 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d923c27-363a-4338-b424-7a87dddf8aeb admin admin] Publish callbacks [] for security_group (00ba8bbc-15ae-498c-b047-c7fefddf8571), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.812755 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d923c27-363a-4338-b424-7a87dddf8aeb admin admin] Publish callbacks [] for security_group (00ba8bbc-15ae-498c-b047-c7fefddf8571), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.872491 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d923c27-363a-4338-b424-7a87dddf8aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (00ba8bbc-15ae-498c-b047-c7fefddf8571), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.875267 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d923c27-363a-4338-b424-7a87dddf8aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:12.876465 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3d923c27-363a-4338-b424-7a87dddf8aeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00ba8bbc-15ae-498c-b047-c7fefddf8571 HTTP/1.1" status: 204 len: 168 time: 0.1331806 May 04 21:43:12.885352 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923c27-363a-4338-b424-7a87dddf8aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ba8bbc-15ae-498c-b047-c7fefddf8571,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:13.223713 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43410) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:13.269546 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-f9c6555f-ab0b-4bc9-a8db-a0f85d7dd0bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99cc60d9d4ca4e9fa9e8556633a4e310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446517 May 04 21:43:13.272158 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43412) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:13.319262 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-657e885c-a6c4-4455-bf5d-007f7d54c65d admin admin] Publish callbacks [] for security_group (f3e659eb-db8e-466e-a454-2486dbf704db), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:13.342284 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-657e885c-a6c4-4455-bf5d-007f7d54c65d admin admin] Publish callbacks [] for security_group (f3e659eb-db8e-466e-a454-2486dbf704db), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:13.398193 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-657e885c-a6c4-4455-bf5d-007f7d54c65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f3e659eb-db8e-466e-a454-2486dbf704db), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:13.402920 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-657e885c-a6c4-4455-bf5d-007f7d54c65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:13.404797 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-657e885c-a6c4-4455-bf5d-007f7d54c65d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3e659eb-db8e-466e-a454-2486dbf704db HTTP/1.1" status: 204 len: 168 time: 0.1315203 May 04 21:43:13.416550 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e885c-a6c4-4455-bf5d-007f7d54c65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e659eb-db8e-466e-a454-2486dbf704db,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:22.814867 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43592) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:22.874670 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a13c02d9-bd2f-4f61-b0d0-1c0a2f348728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:22.930902 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6757966b-242f-4b15-843d-68b528c5129e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.013636 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6757966b-242f-4b15-843d-68b528c5129e admin admin] Publish callbacks [] for security_group (2d54a6dd-6e6e-4ab1-a662-70984b1c362e), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.019327 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6757966b-242f-4b15-843d-68b528c5129e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (2d54a6dd-6e6e-4ab1-a662-70984b1c362e), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.057608 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6757966b-242f-4b15-843d-68b528c5129e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56821d90350f4533a74061979d24cae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416480 May 04 21:43:23.058328 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757966b-242f-4b15-843d-68b528c5129e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d54a6dd-6e6e-4ab1-a662-70984b1c362e,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:23.060636 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43598) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:23.115010 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-30d59035-21d5-4963-80ee-55ffd8cdadc0 admin admin] Publish callbacks [] for security_group (2d54a6dd-6e6e-4ab1-a662-70984b1c362e), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.136759 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-30d59035-21d5-4963-80ee-55ffd8cdadc0 admin admin] Publish callbacks [] for security_group (2d54a6dd-6e6e-4ab1-a662-70984b1c362e), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.185999 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-30d59035-21d5-4963-80ee-55ffd8cdadc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (2d54a6dd-6e6e-4ab1-a662-70984b1c362e), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.188851 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-30d59035-21d5-4963-80ee-55ffd8cdadc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.190031 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-30d59035-21d5-4963-80ee-55ffd8cdadc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d54a6dd-6e6e-4ab1-a662-70984b1c362e HTTP/1.1" status: 204 len: 168 time: 0.1282866 May 04 21:43:23.197662 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d59035-21d5-4963-80ee-55ffd8cdadc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d54a6dd-6e6e-4ab1-a662-70984b1c362e,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:23.479408 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43604) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:23.492956 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc224-d69e-4e48-a633-2ba865fda97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.567088 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc224-d69e-4e48-a633-2ba865fda97b admin admin] Publish callbacks [] for security_group (251b144a-09ea-4232-a80b-e63fb23b0b73), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.572505 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc224-d69e-4e48-a633-2ba865fda97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (251b144a-09ea-4232-a80b-e63fb23b0b73), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.611412 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ce0fc224-d69e-4e48-a633-2ba865fda97b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bab66570cfe848a1a7122098ed74c790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307919 May 04 21:43:23.612637 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fc224-d69e-4e48-a633-2ba865fda97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251b144a-09ea-4232-a80b-e63fb23b0b73,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:23.614361 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43608) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:23.665962 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-74a9bb17-2aa1-459f-8d2d-29bd6f682f78 admin admin] Publish callbacks [] for security_group (251b144a-09ea-4232-a80b-e63fb23b0b73), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.689071 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-74a9bb17-2aa1-459f-8d2d-29bd6f682f78 admin admin] Publish callbacks [] for security_group (251b144a-09ea-4232-a80b-e63fb23b0b73), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.742479 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-74a9bb17-2aa1-459f-8d2d-29bd6f682f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (251b144a-09ea-4232-a80b-e63fb23b0b73), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.745154 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-74a9bb17-2aa1-459f-8d2d-29bd6f682f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:23.747943 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-74a9bb17-2aa1-459f-8d2d-29bd6f682f78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/251b144a-09ea-4232-a80b-e63fb23b0b73 HTTP/1.1" status: 204 len: 168 time: 0.1324892 May 04 21:43:23.761802 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9bb17-2aa1-459f-8d2d-29bd6f682f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251b144a-09ea-4232-a80b-e63fb23b0b73,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:24.088413 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43618) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:24.105084 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c991209e-941b-411a-b4c8-20eebd0968b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:24.179905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c991209e-941b-411a-b4c8-20eebd0968b4 admin admin] Publish callbacks [] for security_group (df964e46-58e3-447d-8563-aba16238542b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:24.185472 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c991209e-941b-411a-b4c8-20eebd0968b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (df964e46-58e3-447d-8563-aba16238542b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:24.225545 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c991209e-941b-411a-b4c8-20eebd0968b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b736b8a7bdf4415acc9bc40e89e2de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359112 May 04 21:43:24.226378 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991209e-941b-411a-b4c8-20eebd0968b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df964e46-58e3-447d-8563-aba16238542b,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:24.228423 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43620) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:24.283280 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a896373d-f3d8-45e9-8d1f-9517f1bfaa1f admin admin] Publish callbacks [] for security_group (df964e46-58e3-447d-8563-aba16238542b), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:24.304750 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a896373d-f3d8-45e9-8d1f-9517f1bfaa1f admin admin] Publish callbacks [] for security_group (df964e46-58e3-447d-8563-aba16238542b), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:24.354638 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a896373d-f3d8-45e9-8d1f-9517f1bfaa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (df964e46-58e3-447d-8563-aba16238542b), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:24.357306 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a896373d-f3d8-45e9-8d1f-9517f1bfaa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:24.358504 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-a896373d-f3d8-45e9-8d1f-9517f1bfaa1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df964e46-58e3-447d-8563-aba16238542b HTTP/1.1" status: 204 len: 168 time: 0.1290555 May 04 21:43:24.366522 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896373d-f3d8-45e9-8d1f-9517f1bfaa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df964e46-58e3-447d-8563-aba16238542b,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:25.067427 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 43646) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:25.162010 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2084585531-network', 'tenant_id': '07fc5017912c4265b6baf1c9eb0fe507'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:25.183439 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Made reservation on behalf of 07fc5017912c4265b6baf1c9eb0fe507 for: {'network': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:43:25.185970 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.194694 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.237055 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4369f5ef-2afa-41cf-8848-51542433e34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.277615 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Publish callbacks [] for security_group (2188d86f-d96e-4cc8-a070-d7c0481f1e8d), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.282711 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (2188d86f-d96e-4cc8-a070-d7c0481f1e8d), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.311205 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=110027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:43:25.317779 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2188d86f-d96e-4cc8-a070-d7c0481f1e8d,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:25.323792 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (133ac3b3-9005-4f58-a2c8-37676e27572e), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.324111 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.segments_db [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Added segment 133ac3b3-9005-4f58-a2c8-37676e27572e of type vlan for network 053119e5-b199-46b5-a44c-b8273dc59aa9 May 04 21:43:25.366769 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (053119e5-b199-46b5-a44c-b8273dc59aa9), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.392993 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (053119e5-b199-46b5-a44c-b8273dc59aa9), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.393925 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:25.394507 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.429463 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3609447 May 04 21:43:25.432628 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 43650) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:43:25.437697 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Request body: {'subnet': {'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2084585531-subnet', 'tenant_id': '07fc5017912c4265b6baf1c9eb0fe507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:25.459038 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Made reservation on behalf of 07fc5017912c4265b6baf1c9eb0fe507 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:43:25.459265 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15a350-deec-4552-9d35-bef806114471 admin admin] Pushing event updated for resources: {'Network': ['ID=053119e5-b199-46b5-a44c-b8273dc59aa9,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:25.461303 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8671830'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.469978 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network 053119e5-b199-46b5-a44c-b8273dc59aa9 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:43:25.630620 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9291508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8671780'] for subnet (9a6fbea8-dfa0-48c4-829d-94bd176a3fad), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.686710 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6fbea8-dfa0-48c4-829d-94bd176a3fad,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:25.696993 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Checking segment: {'id': '133ac3b3-9005-4f58-a2c8-37676e27572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:43:25.697338 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Network hostable DHCP agents. Network: 053119e5-b199-46b5-a44c-b8273dc59aa9, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:43:25.721905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Network 053119e5-b199-46b5-a44c-b8273dc59aa9 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:43:25.732340 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, 053119e5-b199-46b5-a44c-b8273dc59aa9) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:43:25.736727 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:25.737317 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:25.742408 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7616eb4d-dde7-4413-825f-cbd2310f20aa None None] Network 053119e5-b199-46b5-a44c-b8273dc59aa9 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:43:25.753545 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-afb5a480-3aec-4667-a644-4f87d05e2168 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3197889 May 04 21:43:25.841896 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07e0b87-3b2d-42c0-81a3-25ab8168323c None None] Network 053119e5-b199-46b5-a44c-b8273dc59aa9 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:43:26.098343 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:27.651429 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:28.604751 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-8c6ff41d-5713-420d-9c33-5aa9aabd5b1e tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:28.606245 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-8c6ff41d-5713-420d-9c33-5aa9aabd5b1e tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/networks?id=053119e5-b199-46b5-a44c-b8273dc59aa9 HTTP/1.1" status: 200 len: 809 time: 0.1105402 May 04 21:43:28.621542 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-82167179-cba5-4d5c-9236-11572a62a806 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/quotas/07fc5017912c4265b6baf1c9eb0fe507 HTTP/1.1" status: 200 len: 375 time: 0.0097923 May 04 21:43:28.654339 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-ac114963-42ad-4d49-ba6a-c35351ce7708 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07fc5017912c4265b6baf1c9eb0fe507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278685 May 04 21:43:28.747195 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-69baf87b-9e4d-4b51-9d79-1e450637bc9e service neutron] 10.222.0.23 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860970 May 04 21:43:28.847620 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-e26b7758-d176-40be-b826-471a22a3f1f1 service neutron] 10.222.0.23 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947680 May 04 21:43:29.004857 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2826bb54-ae0c-41ab-81f9-6a13f9564580 req-3fbeec46-6b2e-4c4f-9b04-d9e6c356dbe5 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 210 time: 0.0276546 May 04 21:43:29.280727 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:30.106499 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce2d5e5a-d3ae-4eb9-a797-3d12d8929225 req-5cb6820f-924e-49b1-9ce4-69a760cee608 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 210 time: 0.0323503 May 04 21:43:30.240882 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-abecb569-d1b0-4dfe-980a-421c7064f8a6 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:30.243078 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-abecb569-d1b0-4dfe-980a-421c7064f8a6 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.21 "GET /v2.0/networks?id=053119e5-b199-46b5-a44c-b8273dc59aa9 HTTP/1.1" status: 200 len: 809 time: 0.1024833 May 04 21:43:30.287510 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Request body: {'port': {'device_id': 'b8d845bb-d30f-4b6e-b839-72a8c33a1c95', 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9', 'admin_state_up': True, 'tenant_id': '07fc5017912c4265b6baf1c9eb0fe507'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:30.397185 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Made reservation on behalf of 07fc5017912c4265b6baf1c9eb0fe507 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:43:30.400516 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:30.533391 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Allocated IP 172.20.0.4 (053119e5-b199-46b5-a44c-b8273dc59aa9/9a6fbea8-dfa0-48c4-829d-94bd176a3fad/228a068c-a46b-47f1-95c0-b8315c550f8f) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:43:30.685334 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks [] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:30.722556 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:30.773619 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Network 053119e5-b199-46b5-a44c-b8273dc59aa9 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:43:30.776923 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:43:30.783128 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:43:30.787694 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:30.788303 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:30.794370 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Pushing event updated for resources: {'Port': ['ID=228a068c-a46b-47f1-95c0-b8315c550f8f,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:30.811433 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-a86fbb7d-c652-47ab-9f4b-47a9957f0e4b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5280132 May 04 21:43:30.833867 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Request body: {'port': {'device_id': 'b8d845bb-d30f-4b6e-b839-72a8c33a1c95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:30.890189 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:31.130262 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:31.165318 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228a068c-a46b-47f1-95c0-b8315c550f8f {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:43:31.173153 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Publish callbacks [] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:31.185625 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Transition to ACTIVE for port object 228a068c-a46b-47f1-95c0-b8315c550f8f will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:43:31.191490 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:31.225475 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d497a72-73ec-4f1f-8e06-b1d1f68ac376 req-c6a5837d-9556-4df2-b913-647f6a621389 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:31.227023 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d497a72-73ec-4f1f-8e06-b1d1f68ac376 req-c6a5837d-9556-4df2-b913-647f6a621389 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 931 time: 0.0510211 May 04 21:43:31.247934 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Pushing event updated for resources: {'Port': ['ID=228a068c-a46b-47f1-95c0-b8315c550f8f,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:31.276337 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d497a72-73ec-4f1f-8e06-b1d1f68ac376 req-8ec4c176-434d-4c59-91e8-5c697534f63a tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 May 04 21:43:31.284331 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Attempting to bind port 228a068c-a46b-47f1-95c0-b8315c550f8f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:43:31.284789 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Attempting to bind port 228a068c-a46b-47f1-95c0-b8315c550f8f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '133ac3b3-9005-4f58-a2c8-37676e27572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:43:31.285194 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Attempting to bind port 228a068c-a46b-47f1-95c0-b8315c550f8f on network 053119e5-b199-46b5-a44c-b8273dc59aa9 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:43:31.290013 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Port 228a068c-a46b-47f1-95c0-b8315c550f8f on network 053119e5-b199-46b5-a44c-b8273dc59aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:43:31.290387 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Attempting to bind port 228a068c-a46b-47f1-95c0-b8315c550f8f on network 053119e5-b199-46b5-a44c-b8273dc59aa9 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:43:31.295285 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:43:31.295661 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Checking segment: {'id': '133ac3b3-9005-4f58-a2c8-37676e27572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:43:31.296047 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Bound using segment: {'id': '133ac3b3-9005-4f58-a2c8-37676e27572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:43:31.296490 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Bound port: 228a068c-a46b-47f1-95c0-b8315c550f8f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133ac3b3-9005-4f58-a2c8-37676e27572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:43:31.296850 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:31.363820 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] For port 228a068c-a46b-47f1-95c0-b8315c550f8f, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:43:31.368204 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] For port 228a068c-a46b-47f1-95c0-b8315c550f8f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=228a068c-a46b-47f1-95c0-b8315c550f8f,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:43:31.376754 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:31.411097 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:31.411744 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:31.413149 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] 10.222.0.21 "PUT /v2.0/ports/228a068c-a46b-47f1-95c0-b8315c550f8f HTTP/1.1" status: 200 len: 1093 time: 0.5834029 May 04 21:43:31.413645 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d845bb-d30f-4b6e-b839-72a8c33a1c95', 'tag': '228a068c-a46b-47f1-95c0-b8315c550f8f'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:31.416038 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba00a71-ffdc-4879-8394-ba44f4d97fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d845bb-d30f-4b6e-b839-72a8c33a1c95", "tag": "228a068c-a46b-47f1-95c0-b8315c550f8f"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:31.444587 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a7552-09c2-4e02-a8f6-9e50ef7f588c service neutron] Pushing event updated for resources: {'Port': ['ID=228a068c-a46b-47f1-95c0-b8315c550f8f,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:31.455615 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3740c5af-df6a-47ae-b04b-af93d1fe0cfa x-openstack-request-id: req-3740c5af-df6a-47ae-b04b-af93d1fe0cfa {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:31.456009 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d845bb-d30f-4b6e-b839-72a8c33a1c95", "tag": "228a068c-a46b-47f1-95c0-b8315c550f8f", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:31.456283 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3740c5af-df6a-47ae-b04b-af93d1fe0cfa {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:31.456835 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3740c5af-df6a-47ae-b04b-af93d1fe0cfa'] response: {'name': 'network-changed', 'server_uuid': 'b8d845bb-d30f-4b6e-b839-72a8c33a1c95', 'tag': '228a068c-a46b-47f1-95c0-b8315c550f8f', 'status': 'completed', 'code': 200} May 04 21:43:31.543604 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-6d5a8402-cafe-4701-9d5c-d0251b35d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:31.545012 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-6d5a8402-cafe-4701-9d5c-d0251b35d5b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=07fc5017912c4265b6baf1c9eb0fe507&device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 1127 time: 0.0403497 May 04 21:43:31.558673 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:43:31.601872 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-749bbddf-09eb-4264-b112-733f76c92511 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228a068c-a46b-47f1-95c0-b8315c550f8f HTTP/1.1" status: 200 len: 217 time: 0.0340860 May 04 21:43:31.655053 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-ceb8535f-d21b-4ac3-95e4-1fd65886ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:31.656569 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-ceb8535f-d21b-4ac3-95e4-1fd65886ad3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6fbea8-dfa0-48c4-829d-94bd176a3fad HTTP/1.1" status: 200 len: 849 time: 0.0465903 May 04 21:43:31.691606 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-8f4ef839-ce6b-47df-989e-efd6bd74aff7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=053119e5-b199-46b5-a44c-b8273dc59aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250201 May 04 21:43:31.780338 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-779639b7-0749-4371-935b-807a52fc3d52 service neutron] 10.222.0.21 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802455 May 04 21:43:31.880855 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d92ddac-b81c-4750-9f20-4ecde5402c77 req-72f69f4a-9c83-4551-aa08-450be8a91a8e service neutron] 10.222.0.21 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876319 May 04 21:43:32.284390 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-a892e575-895d-4a99-866c-b181c781096f tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381320178&fields=id&tenant_id=ee66d81ea92041cab173ee39d2929456 HTTP/1.1" status: 200 len: 267 time: 0.0487702 May 04 21:43:32.391137 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95be7d-027f-42f4-9a67-a5a1455f14eb req-4f5060c6-2a2b-41d4-afbe-f0fa2342a0eb tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:32.392652 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fa95be7d-027f-42f4-9a67-a5a1455f14eb req-4f5060c6-2a2b-41d4-afbe-f0fa2342a0eb tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 943 time: 0.0477266 May 04 21:43:32.395369 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-cdcdc7fc-ae1b-4115-a3de-3f7c6525ba15 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:32.396879 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-cdcdc7fc-ae1b-4115-a3de-3f7c6525ba15 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 811 time: 0.1058142 May 04 21:43:32.411978 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-8b4b6736-9904-4c4b-b03a-8f6c4135c402 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/quotas/ee66d81ea92041cab173ee39d2929456 HTTP/1.1" status: 200 len: 375 time: 0.0094543 May 04 21:43:32.444447 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fa95be7d-027f-42f4-9a67-a5a1455f14eb req-80f62e26-6398-47ca-a12c-0d60d0bb5003 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455825 May 04 21:43:32.470373 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-afe38429-bf3d-4d13-8160-832536a19adc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490439 May 04 21:43:32.562582 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-4ce2d1ad-448c-4567-9969-9d3512dbaaa6 service neutron] 10.222.0.23 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806391 May 04 21:43:32.659988 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-49b4cf69-a50f-45f3-86f8-e3b0376a5bef service neutron] 10.222.0.23 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890083 May 04 21:43:32.958527 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8132c756-6f3b-4eea-bc6b-8d3842f361b2 req-724e2e7b-e6b7-455f-b9fb-8c6c6f981a9c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0308204 May 04 21:43:33.578567 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11016d-ef88-49a3-b2bf-de9750c947bc req-6491d99b-fbaf-4fa1-a172-4abecedfa9d4 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:33.580061 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ea11016d-ef88-49a3-b2bf-de9750c947bc req-6491d99b-fbaf-4fa1-a172-4abecedfa9d4 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 943 time: 0.0524440 May 04 21:43:33.628673 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ea11016d-ef88-49a3-b2bf-de9750c947bc req-c02c08c2-489d-4ddb-94cb-f25fc2eca481 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 May 04 21:43:34.058789 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6dd8faf3-ca9b-4a94-aba4-177ee8a742a4 req-9cd63484-8fc5-4b26-ab77-7ab0b9506851 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0288117 May 04 21:43:34.761287 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f0001-dc97-4ff9-9d39-48d985889e10 req-1dfdf002-efe7-49ce-aa50-a2f54b98ab74 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:34.762835 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-385f0001-dc97-4ff9-9d39-48d985889e10 req-1dfdf002-efe7-49ce-aa50-a2f54b98ab74 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 943 time: 0.0551629 May 04 21:43:34.815156 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-385f0001-dc97-4ff9-9d39-48d985889e10 req-848c6795-560e-446a-8536-856c8a8d0f1c tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 May 04 21:43:35.161701 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d5c0dd8e-8501-4f47-b771-08620eba8154 req-2f6bf8c5-7731-418e-ba04-b92499cb3b65 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0276837 May 04 21:43:35.942220 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e771d-274d-4eac-b371-3fd3ba48d410 req-766361cb-9f18-4e4f-8d9b-8796bd43f92a tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:35.943723 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f54e771d-274d-4eac-b371-3fd3ba48d410 req-766361cb-9f18-4e4f-8d9b-8796bd43f92a tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 943 time: 0.0563731 May 04 21:43:35.991570 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f54e771d-274d-4eac-b371-3fd3ba48d410 req-90e06a98-fc6f-43a4-a08a-f7075e0ae06d tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 May 04 21:43:36.271170 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0c0ae930-28cb-4ec6-b836-95795a1c5b83 req-bc418554-cf96-4aaf-8403-9b22136aaa1e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0279100 May 04 21:43:36.545176 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 228a068c-a46b-47f1-95c0-b8315c550f8f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:43:36.657906 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 228a068c-a46b-47f1-95c0-b8315c550f8f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=228a068c-a46b-47f1-95c0-b8315c550f8f,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:36.669798 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '228a068c-a46b-47f1-95c0-b8315c550f8f', 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9', 'port_id': '228a068c-a46b-47f1-95c0-b8315c550f8f', 'mac_address': 'fa:16:3e:e5:31:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6fbea8-dfa0-48c4-829d-94bd176a3fad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:43:36.707411 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 228a068c-a46b-47f1-95c0-b8315c550f8f is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:36.707882 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:36.720394 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228a068c-a46b-47f1-95c0-b8315c550f8f {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:43:36.739125 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 228a068c-a46b-47f1-95c0-b8315c550f8f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=228a068c-a46b-47f1-95c0-b8315c550f8f,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:36.745271 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:36.795595 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=228a068c-a46b-47f1-95c0-b8315c550f8f,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:36.980142 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-f609d870-dd7b-4344-a51a-1a937d939dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:36.981676 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-f609d870-dd7b-4344-a51a-1a937d939dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=07fc5017912c4265b6baf1c9eb0fe507&device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 1128 time: 0.0527639 May 04 21:43:37.083102 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-5cccc3c7-347f-401f-9f06-0baa6cf2546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:37.084636 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-5cccc3c7-347f-401f-9f06-0baa6cf2546f service neutron] 10.222.0.21 "GET /v2.0/networks?id=053119e5-b199-46b5-a44c-b8273dc59aa9 HTTP/1.1" status: 200 len: 910 time: 0.0946248 May 04 21:43:37.112143 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86188228-5317-4ac0-b22a-513ed9fff314 req-ce8ce115-b659-4bec-afde-251245b9c722 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:37.115807 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86188228-5317-4ac0-b22a-513ed9fff314 req-ce8ce115-b659-4bec-afde-251245b9c722 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 944 time: 0.0515385 May 04 21:43:37.140473 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-b9c1f65f-9d0b-499f-be1b-d5987c122987 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228a068c-a46b-47f1-95c0-b8315c550f8f HTTP/1.1" status: 200 len: 217 time: 0.0362463 May 04 21:43:37.209600 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-98597141-94eb-4746-b52c-5e603e63f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:37.211080 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-98597141-94eb-4746-b52c-5e603e63f5e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6fbea8-dfa0-48c4-829d-94bd176a3fad HTTP/1.1" status: 200 len: 849 time: 0.0545034 May 04 21:43:37.367530 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f250cee3-52e4-4ba1-99f4-5f02d35dcce9 req-bf8fb3e4-dff5-499d-9ce9-c928cb4b6312 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0283661 May 04 21:43:37.409136 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86188228-5317-4ac0-b22a-513ed9fff314 req-d02bcb19-08a0-456b-8748-89e9ff25410e tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890637 May 04 21:43:37.564243 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['228a068c-a46b-47f1-95c0-b8315c550f8f'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:43:37.566050 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-6cce4e2c-158a-4d8b-ab26-59b10c80b23e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=053119e5-b199-46b5-a44c-b8273dc59aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379293 May 04 21:43:37.682554 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-05976c11-acd7-4ba3-bac1-c7d076d61ee8 service neutron] 10.222.0.21 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918078 May 04 21:43:37.874335 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-94e66cb8-7ec7-41a7-8606-aa96d2168a50 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:37.875844 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-94e66cb8-7ec7-41a7-8606-aa96d2168a50 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 811 time: 0.1708868 May 04 21:43:37.877757 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fba00a71-ffdc-4879-8394-ba44f4d97fd6 req-a0269446-cb99-4e96-990f-911cd8811e26 service neutron] 10.222.0.21 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622152 May 04 21:43:37.993225 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-95925bdc-ca9f-4f56-b7de-60f08ff2b5e1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee66d81ea92041cab173ee39d2929456 HTTP/1.1" status: 200 len: 380 time: 0.0679066 May 04 21:43:38.003436 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'port': {'device_id': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'admin_state_up': True, 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'security_groups': ['f8ad441a-4eb9-425f-96b2-5041c8397b55']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:38.339781 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Made reservation on behalf of ee66d81ea92041cab173ee39d2929456 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:43:38.343405 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:38.478160 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e45235b3-8c76-4315-861c-a7659539c459 req-1f6df788-af80-4251-ae0c-b63697885dc1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0397575 May 04 21:43:38.495433 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Allocated IP 172.20.0.3 (df9612c5-32df-4a60-93cb-e6ef3381aecd/0a98e80f-f325-4a3e-9fe1-89e67f48c961/123ca713-9ca7-4765-bdb9-80c011a7c8ba) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:43:38.523832 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d44cd-53af-4b3f-810b-af9e8035ecde req-b7cafcc4-3eb1-4193-bf52-9795f5fc89d1 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:38.525379 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-688d44cd-53af-4b3f-810b-af9e8035ecde req-b7cafcc4-3eb1-4193-bf52-9795f5fc89d1 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 944 time: 0.0491884 May 04 21:43:38.579763 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-688d44cd-53af-4b3f-810b-af9e8035ecde req-63d92682-e6f1-4142-9209-e52b21c9369e tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482943 May 04 21:43:38.640173 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:38.676483 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:38.720697 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Network df9612c5-32df-4a60-93cb-e6ef3381aecd is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:43:38.723667 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:43:38.727400 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:43:38.732537 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:38.734620 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:38.748282 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'Port': ['ID=123ca713-9ca7-4765-bdb9-80c011a7c8ba,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:38.761722 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-2b394410-a898-4bf2-8317-6df3708cf94d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7616122 May 04 21:43:38.783122 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Request body: {'port': {'device_id': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:38.847081 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:38.988534 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-08e8079c-3746-47ab-b38c-053de437a38b None None] Provisioning complete for port 123ca713-9ca7-4765-bdb9-80c011a7c8ba triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:43:38.989170 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-08e8079c-3746-47ab-b38c-053de437a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:39.026617 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-08e8079c-3746-47ab-b38c-053de437a38b None None] Port 123ca713-9ca7-4765-bdb9-80c011a7c8ba cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:43:39.112812 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123ca713-9ca7-4765-bdb9-80c011a7c8ba {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:43:39.120447 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Publish callbacks [] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:39.132683 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Transition to ACTIVE for port object 123ca713-9ca7-4765-bdb9-80c011a7c8ba will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:43:39.137311 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:39.184627 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Pushing event updated for resources: {'Port': ['ID=123ca713-9ca7-4765-bdb9-80c011a7c8ba,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:39.220033 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Attempting to bind port 123ca713-9ca7-4765-bdb9-80c011a7c8ba on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:43:39.220372 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Attempting to bind port 123ca713-9ca7-4765-bdb9-80c011a7c8ba by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:43:39.220722 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Attempting to bind port 123ca713-9ca7-4765-bdb9-80c011a7c8ba on network df9612c5-32df-4a60-93cb-e6ef3381aecd {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:43:39.225430 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Port 123ca713-9ca7-4765-bdb9-80c011a7c8ba on network df9612c5-32df-4a60-93cb-e6ef3381aecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:43:39.225798 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Attempting to bind port 123ca713-9ca7-4765-bdb9-80c011a7c8ba on network df9612c5-32df-4a60-93cb-e6ef3381aecd {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:43:39.230782 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:43:39.231116 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Checking segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:43:39.231549 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Bound using segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:43:39.231978 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Bound port: 123ca713-9ca7-4765-bdb9-80c011a7c8ba, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:43:39.232333 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:39.315335 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] For port 123ca713-9ca7-4765-bdb9-80c011a7c8ba, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:43:39.315755 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 228a068c-a46b-47f1-95c0-b8315c550f8f up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:43:39.318731 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] For port 123ca713-9ca7-4765-bdb9-80c011a7c8ba, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=123ca713-9ca7-4765-bdb9-80c011a7c8ba,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:43:39.325810 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:39.341971 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:39.342633 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:39.344243 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] 10.222.0.21 "PUT /v2.0/ports/123ca713-9ca7-4765-bdb9-80c011a7c8ba HTTP/1.1" status: 200 len: 1093 time: 0.5672591 May 04 21:43:39.345703 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'tag': '123ca713-9ca7-4765-bdb9-80c011a7c8ba'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:39.348018 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9032b8be-246f-45ae-aa80-ab7f6bdb4f3c", "tag": "123ca713-9ca7-4765-bdb9-80c011a7c8ba"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:39.391142 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273b9275-cee8-484a-9c1c-e7eba0022b11 x-openstack-request-id: req-273b9275-cee8-484a-9c1c-e7eba0022b11 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:39.391491 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9032b8be-246f-45ae-aa80-ab7f6bdb4f3c", "tag": "123ca713-9ca7-4765-bdb9-80c011a7c8ba", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:39.391743 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-273b9275-cee8-484a-9c1c-e7eba0022b11 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:39.392608 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273b9275-cee8-484a-9c1c-e7eba0022b11'] response: {'name': 'network-changed', 'server_uuid': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'tag': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'status': 'completed', 'code': 200} May 04 21:43:39.393137 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 228a068c-a46b-47f1-95c0-b8315c550f8f completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:43:39.400658 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 228a068c-a46b-47f1-95c0-b8315c550f8f triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:43:39.401028 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:39.414917 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f5f07-6fad-4231-99ed-7338b2d17b58 service neutron] Pushing event updated for resources: {'Port': ['ID=123ca713-9ca7-4765-bdb9-80c011a7c8ba,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:39.482911 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 228a068c-a46b-47f1-95c0-b8315c550f8f is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:39.483450 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:39.491055 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-20a40122-4079-4cd4-9a7c-b1fbc9133e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:39.492812 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-20a40122-4079-4cd4-9a7c-b1fbc9133e6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 1127 time: 0.0417290 May 04 21:43:39.511169 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d845bb-d30f-4b6e-b839-72a8c33a1c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a068c-a46b-47f1-95c0-b8315c550f8f'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:39.513558 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eea37d9-2294-4213-b8fc-3c35991d1271" -d '{"events": [{"server_uuid": "b8d845bb-d30f-4b6e-b839-72a8c33a1c95", "name": "network-vif-plugged", "status": "completed", "tag": "228a068c-a46b-47f1-95c0-b8315c550f8f"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:39.532318 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 228a068c-a46b-47f1-95c0-b8315c550f8f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=228a068c-a46b-47f1-95c0-b8315c550f8f,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:39.539450 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:39.582533 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-aea2d016-c676-4dc9-89cb-ebf889193da8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=123ca713-9ca7-4765-bdb9-80c011a7c8ba HTTP/1.1" status: 200 len: 217 time: 0.0678134 May 04 21:43:39.589166 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0416a6-87a1-43bd-bb90-1e9987310962 x-openstack-request-id: req-3c0416a6-87a1-43bd-bb90-1e9987310962 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:39.589480 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d845bb-d30f-4b6e-b839-72a8c33a1c95", "name": "network-vif-plugged", "status": "completed", "tag": "228a068c-a46b-47f1-95c0-b8315c550f8f", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:39.589730 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c0416a6-87a1-43bd-bb90-1e9987310962 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:39.590127 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0416a6-87a1-43bd-bb90-1e9987310962'] response: {'server_uuid': 'b8d845bb-d30f-4b6e-b839-72a8c33a1c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a068c-a46b-47f1-95c0-b8315c550f8f', 'code': 200} May 04 21:43:39.604180 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ff3e7-b76f-4665-a58e-812a342d08bb req-332ff2a0-93ae-4dbb-9729-ee26fa6cf780 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:39.608239 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=228a068c-a46b-47f1-95c0-b8315c550f8f,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:39.611284 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ac9ff3e7-b76f-4665-a58e-812a342d08bb req-332ff2a0-93ae-4dbb-9729-ee26fa6cf780 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0553858 May 04 21:43:39.663853 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ac9ff3e7-b76f-4665-a58e-812a342d08bb req-36d56f03-289c-4432-bac5-501ed2f0a50a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516629 May 04 21:43:39.710289 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-41e53e73-bfdf-4b98-b0e7-36ad72ab31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:39.711803 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-41e53e73-bfdf-4b98-b0e7-36ad72ab31a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0747855 May 04 21:43:39.722839 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b2008-0f16-43f8-8a82-5844d30e9ad7 req-701fb39c-3d8c-4f30-8f7d-19e4a751da3c tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:39.724432 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b96b2008-0f16-43f8-8a82-5844d30e9ad7 req-701fb39c-3d8c-4f30-8f7d-19e4a751da3c tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 945 time: 0.0557687 May 04 21:43:39.779668 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-39ef9161-e943-4182-84c0-d4ec852520df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:39.781114 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-39ef9161-e943-4182-84c0-d4ec852520df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558271 May 04 21:43:39.853456 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b2ce-2a58-46bc-b073-83a1fdea1f69 req-49bcf176-4447-48ae-9550-97b8584b74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:39.854969 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8596b2ce-2a58-46bc-b073-83a1fdea1f69 req-49bcf176-4447-48ae-9550-97b8584b74bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 1129 time: 0.0768306 May 04 21:43:39.858148 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b96b2008-0f16-43f8-8a82-5844d30e9ad7 req-dc72895f-9750-410b-a83e-0987fd407d7a tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251559 May 04 21:43:39.943008 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-96ed5dcc-73a0-43b0-9219-2ebd02dd828d service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497052 May 04 21:43:39.946340 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8596b2ce-2a58-46bc-b073-83a1fdea1f69 req-e74b47d9-0d25-4850-9cbd-6937252750e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599959 May 04 21:43:40.513545 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c0cf9dd0-94b7-49ce-9fc6-9647022139cf req-c4679430-18a4-4977-9318-9f4f4914e184 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854216 May 04 21:43:40.791986 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098a8a-952e-43c2-ae55-6641c7b25c7c req-63c0075f-81d1-4a5a-9f35-474a5ffbfefc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:40.794308 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24098a8a-952e-43c2-ae55-6641c7b25c7c req-63c0075f-81d1-4a5a-9f35-474a5ffbfefc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0522954 May 04 21:43:40.844682 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24098a8a-952e-43c2-ae55-6641c7b25c7c req-64e93820-910b-41ff-b6bf-8865c0fec675 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445387 May 04 21:43:40.970065 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff8980-42a1-47e3-a62f-d610f05f1607 req-705aeb1d-9506-4991-abbe-e137c97a8bc8 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:40.971538 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-33ff8980-42a1-47e3-a62f-d610f05f1607 req-705aeb1d-9506-4991-abbe-e137c97a8bc8 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 945 time: 0.0471895 May 04 21:43:41.024356 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-33ff8980-42a1-47e3-a62f-d610f05f1607 req-347bb296-5a7a-4723-82f5-92ea0a0a796d tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469351 May 04 21:43:41.965606 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff277dd-6096-4685-ba3f-2075029c2424 req-7c38daed-5732-440f-b543-06c0b635d7ca tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:41.967097 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aff277dd-6096-4685-ba3f-2075029c2424 req-7c38daed-5732-440f-b543-06c0b635d7ca tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0476472 May 04 21:43:42.016264 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aff277dd-6096-4685-ba3f-2075029c2424 req-ad580ced-4837-4b0d-8717-74ede7a229c4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433323 May 04 21:43:42.144447 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ca77-fcb1-4233-972f-3578bba0c870 req-7f0d53a5-f939-44cf-a3c1-a06543140204 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:42.145814 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9b7ca77-fcb1-4233-972f-3578bba0c870 req-7f0d53a5-f939-44cf-a3c1-a06543140204 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 945 time: 0.0474753 May 04 21:43:42.192775 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9b7ca77-fcb1-4233-972f-3578bba0c870 req-a51fd31c-0785-4d46-8734-2bee04459ce9 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413926 May 04 21:43:43.138503 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fea9e6-cd5f-42e5-81f8-61ad904629a4 req-4ad2aa5a-8cf2-475a-b490-73d0f42f3445 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:43.140054 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-74fea9e6-cd5f-42e5-81f8-61ad904629a4 req-4ad2aa5a-8cf2-475a-b490-73d0f42f3445 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0516410 May 04 21:43:43.190521 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-7cad31e6-eef7-4dd7-a9e3-dfb8d750ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:43.192257 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-7cad31e6-eef7-4dd7-a9e3-dfb8d750ccb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 1127 time: 0.0400302 May 04 21:43:43.195249 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-74fea9e6-cd5f-42e5-81f8-61ad904629a4 req-7525736c-f286-416b-a692-f122bdc6be10 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477951 May 04 21:43:43.317692 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48044381-6fbd-4ab0-9050-6b7c05aee088 req-1c76c8b4-d248-4ae7-ad82-ba7fdfdabc7c tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:43.319155 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-48044381-6fbd-4ab0-9050-6b7c05aee088 req-1c76c8b4-d248-4ae7-ad82-ba7fdfdabc7c tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 945 time: 0.0492477 May 04 21:43:43.372364 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-48044381-6fbd-4ab0-9050-6b7c05aee088 req-66c9f0c5-71f0-47ff-a021-da3c29c7cdfe tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454731 May 04 21:43:43.819995 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-647c36c5-22c3-47ed-9ea1-1f7ec365b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:43.821493 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-647c36c5-22c3-47ed-9ea1-1f7ec365b2ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 912 time: 0.0944192 May 04 21:43:43.874268 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-d76bd290-5afc-49ed-a39e-615ae0e0ae45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=123ca713-9ca7-4765-bdb9-80c011a7c8ba HTTP/1.1" status: 200 len: 217 time: 0.0447280 May 04 21:43:43.930153 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-b686a727-464f-4671-b16d-e6b736b40aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:43.931611 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-b686a727-464f-4671-b16d-e6b736b40aa6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0446098 May 04 21:43:43.989841 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-8f5c6232-af0c-490d-8e6c-74bae200543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:43.991493 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-8f5c6232-af0c-490d-8e6c-74bae200543f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479014 May 04 21:43:44.100494 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-5a3f905a-0dbd-4c17-9ada-c9dede934b83 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003144 May 04 21:43:44.215416 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a35b17e2-f9de-4ae0-b499-efdec7d72e5a req-cfa3f444-f847-45f2-98c1-d256daebabaa service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090951 May 04 21:43:44.267250 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca22f4-c2fb-4324-82bd-d81422ffcb81 req-a0d1f1d2-ffba-486d-bd2e-2f8d14c1221b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:44.268929 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1aca22f4-c2fb-4324-82bd-d81422ffcb81 req-a0d1f1d2-ffba-486d-bd2e-2f8d14c1221b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 945 time: 0.0513968 May 04 21:43:44.320478 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1aca22f4-c2fb-4324-82bd-d81422ffcb81 req-f8c26da2-a938-4db9-84a7-da8b4dddfa8c tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448887 May 04 21:43:44.440651 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906313c-7e38-410b-a767-74798f0bbf5e req-571aed26-4c5c-44b9-b2d2-e326f138e0b6 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:44.442014 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9906313c-7e38-410b-a767-74798f0bbf5e req-571aed26-4c5c-44b9-b2d2-e326f138e0b6 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0590353 May 04 21:43:44.493479 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9906313c-7e38-410b-a767-74798f0bbf5e req-09942ded-4687-46db-87e4-2317bf408f51 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449619 May 04 21:43:45.459651 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a657c-d12e-4c34-83ad-bb011df44b41 req-a7bfc641-b8d5-4f85-a6d7-7a59f8da4fc3 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:45.461308 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-576a657c-d12e-4c34-83ad-bb011df44b41 req-a7bfc641-b8d5-4f85-a6d7-7a59f8da4fc3 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 945 time: 0.0573223 May 04 21:43:45.510643 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-576a657c-d12e-4c34-83ad-bb011df44b41 req-d02df1ca-57ca-46fa-85b9-d94fc163466f tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 May 04 21:43:45.619268 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699784a1-3491-4b96-9844-81a8aa590655 req-b5effe64-b1c8-423e-a5b0-3c0b507d8591 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:45.620841 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-699784a1-3491-4b96-9844-81a8aa590655 req-b5effe64-b1c8-423e-a5b0-3c0b507d8591 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0481465 May 04 21:43:45.677029 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-699784a1-3491-4b96-9844-81a8aa590655 req-512c1937-f766-49c2-ab50-d0514dadb275 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503442 May 04 21:43:46.216358 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-b9933cb7-06e9-4529-90f9-0306d8c64f2b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:46.217847 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-b9933cb7-06e9-4529-90f9-0306d8c64f2b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 945 time: 0.0549445 May 04 21:43:46.359169 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Deleting port 228a068c-a46b-47f1-95c0-b8315c550f8f {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:43:46.359597 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:46.453102 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] For port 228a068c-a46b-47f1-95c0-b8315c550f8f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=228a068c-a46b-47f1-95c0-b8315c550f8f,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:46.453359 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:46.469283 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Calling delete_port for 228a068c-a46b-47f1-95c0-b8315c550f8f owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:43:46.635553 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc1fd-7e19-4077-8a16-78afc99ceda5 req-b6842f37-e88e-4ebc-a7d3-38f0f60d5cba tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:46.637250 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8fbc1fd-7e19-4077-8a16-78afc99ceda5 req-b6842f37-e88e-4ebc-a7d3-38f0f60d5cba tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d845bb-d30f-4b6e-b839-72a8c33a1c95 HTTP/1.1" status: 200 len: 945 time: 0.0477104 May 04 21:43:46.648721 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687'] for port (228a068c-a46b-47f1-95c0-b8315c550f8f), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:46.677272 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Pushing event deleted for resources: {'Port': ['ID=228a068c-a46b-47f1-95c0-b8315c550f8f,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:46.690759 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8fbc1fd-7e19-4077-8a16-78afc99ceda5 req-1ef24c32-dd20-48be-9dee-f9b75b3b7d9b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478644 May 04 21:43:46.696532 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['228a068c-a46b-47f1-95c0-b8315c550f8f'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:43:46.712540 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.712540 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.712826 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.713029 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.713369 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.713705 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.714070 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.714426 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.714834 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.715157 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.715562 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.715812 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.716131 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.716436 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.716773 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:46.755572 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] No DVR routers for this DVR port 228a068c-a46b-47f1-95c0-b8315c550f8f on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:43:46.759334 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:46.763163 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b98c3ce-9067-4546-ab2e-c5bbc7f08e5d req-cc9bf65e-c17c-4f38-b238-bf41967ebb55 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.21 "DELETE /v2.0/ports/228a068c-a46b-47f1-95c0-b8315c550f8f HTTP/1.1" status: 204 len: 173 time: 0.5362110 May 04 21:43:46.763726 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d845bb-d30f-4b6e-b839-72a8c33a1c95', 'name': 'network-vif-deleted', 'tag': '228a068c-a46b-47f1-95c0-b8315c550f8f'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:46.766111 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6022dfe9-6c7b-4f67-9cc0-af5b54462d40" -d '{"events": [{"server_uuid": "b8d845bb-d30f-4b6e-b839-72a8c33a1c95", "name": "network-vif-deleted", "tag": "228a068c-a46b-47f1-95c0-b8315c550f8f"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:46.823588 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08dbfda-e522-44c3-913e-d8c3351fb315 x-openstack-request-id: req-d08dbfda-e522-44c3-913e-d8c3351fb315 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:46.824057 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d845bb-d30f-4b6e-b839-72a8c33a1c95", "name": "network-vif-deleted", "tag": "228a068c-a46b-47f1-95c0-b8315c550f8f", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:46.824466 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d08dbfda-e522-44c3-913e-d8c3351fb315 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:46.825736 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08dbfda-e522-44c3-913e-d8c3351fb315'] response: {'server_uuid': 'b8d845bb-d30f-4b6e-b839-72a8c33a1c95', 'name': 'network-vif-deleted', 'tag': '228a068c-a46b-47f1-95c0-b8315c550f8f', 'status': 'completed', 'code': 200} May 04 21:43:46.841515 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba14ec-a0d4-465b-b1a4-c169f889efa0 req-dc5d2649-38b5-48e0-b19f-3ca1d23f4cc2 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:46.853876 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b8ba14ec-a0d4-465b-b1a4-c169f889efa0 req-dc5d2649-38b5-48e0-b19f-3ca1d23f4cc2 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0728960 May 04 21:43:46.906824 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b8ba14ec-a0d4-465b-b1a4-c169f889efa0 req-34c320d4-5e62-47f1-bc15-b8d168515ab6 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517495 May 04 21:43:48.012598 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-80aa6ce3-8764-479e-9c4a-ec77a5510573 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:48.013952 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-80aa6ce3-8764-479e-9c4a-ec77a5510573 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/networks?id=053119e5-b199-46b5-a44c-b8273dc59aa9 HTTP/1.1" status: 200 len: 809 time: 0.1146696 May 04 21:43:48.030149 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-906a46b9-5219-4c7d-92ef-e490d0b057bc tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/quotas/07fc5017912c4265b6baf1c9eb0fe507 HTTP/1.1" status: 200 len: 375 time: 0.0097988 May 04 21:43:48.033734 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144396c-a9e2-4d5b-a95c-968234232c8b req-97b5d997-bb45-4b75-a625-86143e530265 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:48.035226 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9144396c-a9e2-4d5b-a95c-968234232c8b req-97b5d997-bb45-4b75-a625-86143e530265 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0541508 May 04 21:43:48.063826 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-03bbf7ad-f178-4c53-bb01-3f5d95684aa5 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07fc5017912c4265b6baf1c9eb0fe507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282538 May 04 21:43:48.089445 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9144396c-a9e2-4d5b-a95c-968234232c8b req-3cd213c0-95d1-42c8-85f9-913a5e48fa03 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483778 May 04 21:43:48.174740 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-00aab315-b38e-4891-8ff7-66afb9ff0ba2 service neutron] 10.222.0.23 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038432 May 04 21:43:48.270453 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-f87a603b-c35b-46b6-b23e-d3904c4f4de8 service neutron] 10.222.0.23 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887728 May 04 21:43:48.456397 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f796da22-cc3c-49b8-88d8-51f50a0cc9bb req-0575e5b6-f6a2-4b82-bb51-1770f0fef205 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 210 time: 0.0319800 May 04 21:43:49.229090 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0164c-4c25-4e75-8d03-c6e11cd34426 req-88aaa424-7723-4be6-ad04-d857f4fb6038 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:49.230500 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-63f0164c-4c25-4e75-8d03-c6e11cd34426 req-88aaa424-7723-4be6-ad04-d857f4fb6038 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0614052 May 04 21:43:49.283268 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-63f0164c-4c25-4e75-8d03-c6e11cd34426 req-c449abb9-a345-42ad-91d1-b7013daed2a0 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447190 May 04 21:43:49.323627 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 228a068c-a46b-47f1-95c0-b8315c550f8f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:43:49.346480 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 228a068c-a46b-47f1-95c0-b8315c550f8f {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:43:49.346803 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 228a068c-a46b-47f1-95c0-b8315c550f8f not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:43:49.561846 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19ad81f5-b8ba-4fd0-8aa2-d955e5667e36 req-c610452b-82c4-4e96-9200-a4fb708f9b10 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 210 time: 0.0327685 May 04 21:43:50.404030 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5de167-82c1-41dc-8f8d-6cc10f656b58 req-f5c8de1f-5303-4aa4-bd1d-a1a4ebe9fb53 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:50.405643 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6e5de167-82c1-41dc-8f8d-6cc10f656b58 req-f5c8de1f-5303-4aa4-bd1d-a1a4ebe9fb53 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 943 time: 0.0481319 May 04 21:43:50.455152 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6e5de167-82c1-41dc-8f8d-6cc10f656b58 req-148f431a-9b57-4e77-9c04-3c45fe910649 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 May 04 21:43:50.666496 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-335e1875-826f-43dd-9ec0-5def87156951 req-b48a9e63-16bf-4d57-b32d-e4b715a79d97 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 210 time: 0.0278189 May 04 21:43:51.115307 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-32c83063-cc0e-4647-bf8f-b794c6106f31 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:51.116775 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-32c83063-cc0e-4647-bf8f-b794c6106f31 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.21 "GET /v2.0/networks?id=053119e5-b199-46b5-a44c-b8273dc59aa9 HTTP/1.1" status: 200 len: 809 time: 0.1160028 May 04 21:43:51.145687 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Request body: {'port': {'device_id': '90128c98-1cf4-44ec-b3d0-2129127770dd', 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9', 'admin_state_up': True, 'tenant_id': '07fc5017912c4265b6baf1c9eb0fe507'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:51.253120 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Made reservation on behalf of 07fc5017912c4265b6baf1c9eb0fe507 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:43:51.256600 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:51.336758 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 123ca713-9ca7-4765-bdb9-80c011a7c8ba details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:43:51.384081 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Allocated IP 172.20.0.8 (053119e5-b199-46b5-a44c-b8273dc59aa9/9a6fbea8-dfa0-48c4-829d-94bd176a3fad/2bbdb54e-d583-4434-b0b0-06bc48fc0f5e) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:43:51.432161 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 123ca713-9ca7-4765-bdb9-80c011a7c8ba, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=123ca713-9ca7-4765-bdb9-80c011a7c8ba,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:51.446920 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'port_id': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'mac_address': 'fa:16:3e:44:f0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:43:51.488894 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 123ca713-9ca7-4765-bdb9-80c011a7c8ba is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:51.489295 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:51.503014 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123ca713-9ca7-4765-bdb9-80c011a7c8ba {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:43:51.523915 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 123ca713-9ca7-4765-bdb9-80c011a7c8ba, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=123ca713-9ca7-4765-bdb9-80c011a7c8ba,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:51.529929 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:51.560222 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks [] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:51.588089 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=123ca713-9ca7-4765-bdb9-80c011a7c8ba,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:51.595777 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.596129 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.596493 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.596832 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.597355 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.597691 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.598014 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.598342 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.598666 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.598986 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.599307 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.599803 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.599962 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.600238 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48218280-8dd4-41d9-be07-7344db8759e8 req-27daab36-9df4-4627-8255-378413d4a985 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:51.600438 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.600755 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:43:51.601998 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48218280-8dd4-41d9-be07-7344db8759e8 req-27daab36-9df4-4627-8255-378413d4a985 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 944 time: 0.0567887 May 04 21:43:51.617620 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:51.655709 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48218280-8dd4-41d9-be07-7344db8759e8 req-a08c2e5f-397f-40b6-9f5a-5992e9d15c78 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444710 May 04 21:43:51.660624 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Network 053119e5-b199-46b5-a44c-b8273dc59aa9 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:43:51.663270 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:43:51.667170 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:43:51.672980 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:51.672980 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:51.688895 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Pushing event updated for resources: {'Port': ['ID=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:51.702967 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-23a5c315-7f8b-4dbc-b6cb-04c203a439ec tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608549 May 04 21:43:51.727883 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Request body: {'port': {'device_id': '90128c98-1cf4-44ec-b3d0-2129127770dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:43:51.827485 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dbeeb-0c42-413b-9063-54e0fd001ee7 req-283659b2-b627-4683-9873-ec64e6ff5f7b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:51.829191 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3c6dbeeb-0c42-413b-9063-54e0fd001ee7 req-283659b2-b627-4683-9873-ec64e6ff5f7b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 931 time: 0.0809836 May 04 21:43:51.833016 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:51.922807 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3c6dbeeb-0c42-413b-9063-54e0fd001ee7 req-f3a5062b-98bb-42f4-85d3-8a4f419711db tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792911 May 04 21:43:52.109139 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['123ca713-9ca7-4765-bdb9-80c011a7c8ba'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:43:52.128489 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:43:52.139548 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Publish callbacks [] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:52.158649 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Transition to ACTIVE for port object 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:43:52.163910 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:52.214706 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:52.256563 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Attempting to bind port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:43:52.257067 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Attempting to bind port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '133ac3b3-9005-4f58-a2c8-37676e27572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:43:52.257798 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Attempting to bind port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e on network 053119e5-b199-46b5-a44c-b8273dc59aa9 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:43:52.262329 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e on network 053119e5-b199-46b5-a44c-b8273dc59aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:43:52.262670 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Attempting to bind port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e on network 053119e5-b199-46b5-a44c-b8273dc59aa9 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:43:52.267997 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:43:52.268331 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Checking segment: {'id': '133ac3b3-9005-4f58-a2c8-37676e27572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:43:52.268712 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Bound using segment: {'id': '133ac3b3-9005-4f58-a2c8-37676e27572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:43:52.269133 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Bound port: 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133ac3b3-9005-4f58-a2c8-37676e27572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:43:52.269486 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:52.332331 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] For port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:43:52.335533 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] For port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:43:52.342275 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:52.376548 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:52.377163 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:52.378543 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] 10.222.0.21 "PUT /v2.0/ports/2bbdb54e-d583-4434-b0b0-06bc48fc0f5e HTTP/1.1" status: 200 len: 1093 time: 0.6556966 May 04 21:43:52.378979 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90128c98-1cf4-44ec-b3d0-2129127770dd', 'tag': '2bbdb54e-d583-4434-b0b0-06bc48fc0f5e'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:52.381263 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb8a051-0dee-4c2c-a900-5cf1b3537012" -d '{"events": [{"name": "network-changed", "server_uuid": "90128c98-1cf4-44ec-b3d0-2129127770dd", "tag": "2bbdb54e-d583-4434-b0b0-06bc48fc0f5e"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:52.405709 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285bfc9-e17f-4cd5-99a6-bbf1e61a8937 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:52.418150 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d30593-ee94-4ee4-9b8f-8fd3253e8caa x-openstack-request-id: req-88d30593-ee94-4ee4-9b8f-8fd3253e8caa {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:52.418440 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90128c98-1cf4-44ec-b3d0-2129127770dd", "tag": "2bbdb54e-d583-4434-b0b0-06bc48fc0f5e", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:52.418697 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88d30593-ee94-4ee4-9b8f-8fd3253e8caa {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:52.419129 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d30593-ee94-4ee4-9b8f-8fd3253e8caa'] response: {'name': 'network-changed', 'server_uuid': '90128c98-1cf4-44ec-b3d0-2129127770dd', 'tag': '2bbdb54e-d583-4434-b0b0-06bc48fc0f5e', 'status': 'completed', 'code': 200} May 04 21:43:52.780040 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0a45-d4f0-4b73-87d0-33bd220d2b6c req-ed3d4a8a-b3af-40bc-be1a-66aeab102b16 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:52.781633 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c37b0a45-d4f0-4b73-87d0-33bd220d2b6c req-ed3d4a8a-b3af-40bc-be1a-66aeab102b16 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 944 time: 0.0511966 May 04 21:43:52.836616 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c37b0a45-d4f0-4b73-87d0-33bd220d2b6c req-2c4a25a8-a146-4c7f-b354-9c6989838e21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467002 May 04 21:43:52.869116 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-71dc6fac-e80b-4e06-81c9-771949aab6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:52.952668 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8a051-0dee-4c2c-a900-5cf1b3537012 req-63c2b8db-2fcb-45e3-ac85-2c74f2cd128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:52.954239 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cfb8a051-0dee-4c2c-a900-5cf1b3537012 req-63c2b8db-2fcb-45e3-ac85-2c74f2cd128d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=07fc5017912c4265b6baf1c9eb0fe507&device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 1127 time: 0.0411105 May 04 21:43:53.039416 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2779544-a31f-42a4-8eee-40a2c3cebf34 req-72cc51fc-5d51-4aa0-918a-dccafece0e9b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:53.040893 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f2779544-a31f-42a4-8eee-40a2c3cebf34 req-72cc51fc-5d51-4aa0-918a-dccafece0e9b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0491872 May 04 21:43:53.089042 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f2779544-a31f-42a4-8eee-40a2c3cebf34 req-108848fd-3a15-4c4f-9c0e-492a303c3b82 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 May 04 21:43:53.744203 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 123ca713-9ca7-4765-bdb9-80c011a7c8ba up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:43:53.793567 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 123ca713-9ca7-4765-bdb9-80c011a7c8ba completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:43:53.801025 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 123ca713-9ca7-4765-bdb9-80c011a7c8ba triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:43:53.801510 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:53.876362 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8a051-0dee-4c2c-a900-5cf1b3537012 req-305f8b7a-e23c-4291-910c-84434554209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:53.877847 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cfb8a051-0dee-4c2c-a900-5cf1b3537012 req-305f8b7a-e23c-4291-910c-84434554209a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=07fc5017912c4265b6baf1c9eb0fe507&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3320658 May 04 21:43:53.881833 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 123ca713-9ca7-4765-bdb9-80c011a7c8ba is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:43:53.882300 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:53.906048 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123ca713-9ca7-4765-bdb9-80c011a7c8ba'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:43:53.908293 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dcb9d4-26d4-4c65-850f-12ab14c1bb22" -d '{"events": [{"server_uuid": "9032b8be-246f-45ae-aa80-ab7f6bdb4f3c", "name": "network-vif-plugged", "status": "completed", "tag": "123ca713-9ca7-4765-bdb9-80c011a7c8ba"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:43:53.921155 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 123ca713-9ca7-4765-bdb9-80c011a7c8ba, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=123ca713-9ca7-4765-bdb9-80c011a7c8ba,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:43:53.926089 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:53.953209 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4502158b-0f3d-4649-9cb9-9520c7e7985d x-openstack-request-id: req-4502158b-0f3d-4649-9cb9-9520c7e7985d {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:43:53.953550 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9032b8be-246f-45ae-aa80-ab7f6bdb4f3c", "name": "network-vif-plugged", "status": "completed", "tag": "123ca713-9ca7-4765-bdb9-80c011a7c8ba", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:43:53.953791 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4502158b-0f3d-4649-9cb9-9520c7e7985d {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:43:53.954957 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4502158b-0f3d-4649-9cb9-9520c7e7985d'] response: {'server_uuid': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'code': 200} May 04 21:43:53.984036 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=123ca713-9ca7-4765-bdb9-80c011a7c8ba,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:43:54.007037 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ccc8-ec91-478d-a237-1b9cce847773 req-5bfe023a-4c44-4143-b4e9-9640986b583a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:54.008538 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f0b1ccc8-ec91-478d-a237-1b9cce847773 req-5bfe023a-4c44-4143-b4e9-9640986b583a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.1000924 May 04 21:43:54.044389 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8a051-0dee-4c2c-a900-5cf1b3537012 req-cd9b41d5-0460-4855-a80d-c555cb51de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:54.045858 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cfb8a051-0dee-4c2c-a900-5cf1b3537012 req-cd9b41d5-0460-4855-a80d-c555cb51de88 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612124 May 04 21:43:54.071171 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f0b1ccc8-ec91-478d-a237-1b9cce847773 req-15ade3b3-804f-4349-a071-2ca4e2f36350 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565956 May 04 21:43:54.212282 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7697b51-25d5-4f35-a2b7-1ba4cade2755 req-f67037c8-7ca6-47ee-84ca-e992fcc38e5f tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:54.213792 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d7697b51-25d5-4f35-a2b7-1ba4cade2755 req-f67037c8-7ca6-47ee-84ca-e992fcc38e5f tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0481634 May 04 21:43:54.268380 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d7697b51-25d5-4f35-a2b7-1ba4cade2755 req-066fd4cf-2c7c-40da-8c63-80d42e60ec03 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489531 May 04 21:43:54.319785 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-efaeeaeb-4c23-41c6-b566-6bbd2698c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:54.321294 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-efaeeaeb-4c23-41c6-b566-6bbd2698c985 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=07fc5017912c4265b6baf1c9eb0fe507&device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 1127 time: 0.0749185 May 04 21:43:54.328834 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70d543-ffc8-47e6-8beb-4aabd284773b req-f2c3e0ee-0d0d-4711-852a-d2fdda8a72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:54.330284 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd70d543-ffc8-47e6-8beb-4aabd284773b req-f2c3e0ee-0d0d-4711-852a-d2fdda8a72e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 1129 time: 0.0523307 May 04 21:43:54.394228 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-d778ccb7-f025-4261-9be0-118c59661b38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e HTTP/1.1" status: 200 len: 217 time: 0.0454831 May 04 21:43:54.453035 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd70d543-ffc8-47e6-8beb-4aabd284773b req-76392310-9323-4866-9023-ad09b0e3873d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978882 May 04 21:43:54.461876 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-62e900db-d357-4003-a77d-1573e548a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:54.463350 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-62e900db-d357-4003-a77d-1573e548a22f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6fbea8-dfa0-48c4-829d-94bd176a3fad HTTP/1.1" status: 200 len: 849 time: 0.0624075 May 04 21:43:54.936358 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8003c5-ec8a-4f10-baee-fe7bef194589 req-930fbb9b-9ced-4492-a3dc-4afa9c288423 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:54.937873 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a8003c5-ec8a-4f10-baee-fe7bef194589 req-930fbb9b-9ced-4492-a3dc-4afa9c288423 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0599723 May 04 21:43:54.954497 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-3709f923-bbb7-45b8-bc60-a4db1456e80b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=053119e5-b199-46b5-a44c-b8273dc59aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325816 May 04 21:43:54.993834 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a8003c5-ec8a-4f10-baee-fe7bef194589 req-4fa4bc64-2ee5-4ed4-9657-1faf61ec129d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473170 May 04 21:43:55.067593 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-e07691c3-9e01-4bd3-a069-3b5645c55bd0 service neutron] 10.222.0.21 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857754 May 04 21:43:55.186528 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2f84c-33d2-4cf1-9670-1bec1261eae5 req-460cdcd3-276c-439e-b8c6-d58834fb4b72 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:55.188013 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5c2f84c-33d2-4cf1-9670-1bec1261eae5 req-460cdcd3-276c-439e-b8c6-d58834fb4b72 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0477746 May 04 21:43:55.235220 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ca01febd-012c-4f79-8285-f43066fdb7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:55.252899 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5c2f84c-33d2-4cf1-9670-1bec1261eae5 req-1be51d8e-16ea-4e6f-830d-22df29f8b026 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565453 May 04 21:43:55.410567 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db31e51-7ad5-41da-82ed-883db8cb5771 req-2b7d83b4-3018-4ccc-8907-a33fb59e7aca tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:55.412072 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7db31e51-7ad5-41da-82ed-883db8cb5771 req-2b7d83b4-3018-4ccc-8907-a33fb59e7aca tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0466471 May 04 21:43:55.466279 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7db31e51-7ad5-41da-82ed-883db8cb5771 req-f86785d8-58b9-4a99-83a2-5bc8acc89dff tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459902 May 04 21:43:56.099818 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:56.121968 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ec425-8bf1-46c9-87d5-c4b722d4ebba req-c109628d-cb78-4bae-8f5c-ab62ff12cb9e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:56.123611 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f5ec425-8bf1-46c9-87d5-c4b722d4ebba req-c109628d-cb78-4bae-8f5c-ab62ff12cb9e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0482109 May 04 21:43:56.173289 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f5ec425-8bf1-46c9-87d5-c4b722d4ebba req-5b8321cb-8c3f-4f06-99eb-d96da845d7fd tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439503 May 04 21:43:56.379482 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031173-d58d-4d91-8d4b-bf520931e747 req-7f999081-3e1c-40bf-9458-28731661716b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:56.380922 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c031173-d58d-4d91-8d4b-bf520931e747 req-7f999081-3e1c-40bf-9458-28731661716b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0484333 May 04 21:43:56.432854 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c031173-d58d-4d91-8d4b-bf520931e747 req-caf7a040-b6b2-469c-bed1-727e3c4e97ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 May 04 21:43:56.594054 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702647e-e3ff-4255-9725-b5525a822d28 req-135eb9ad-2bf0-4577-a995-06e89c1a7b66 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:56.595574 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4702647e-e3ff-4255-9725-b5525a822d28 req-135eb9ad-2bf0-4577-a995-06e89c1a7b66 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0495021 May 04 21:43:56.643348 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4702647e-e3ff-4255-9725-b5525a822d28 req-273180cc-0407-4b72-8464-da10f977ca54 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 May 04 21:43:57.321358 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e4f53-462e-4a86-b289-bdb1b16f4ed3 req-bb51660d-99e7-4f15-9754-108e16e92433 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:57.322803 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d75e4f53-462e-4a86-b289-bdb1b16f4ed3 req-bb51660d-99e7-4f15-9754-108e16e92433 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0604148 May 04 21:43:57.371794 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d75e4f53-462e-4a86-b289-bdb1b16f4ed3 req-09f64777-fa8d-4948-a02e-d75ad7173558 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 May 04 21:43:57.556711 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b756e3-b488-49d8-a842-0e79ff9c2eea req-af7bfb24-ba77-4e7e-bc22-2a68bdb17b73 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:57.558165 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89b756e3-b488-49d8-a842-0e79ff9c2eea req-af7bfb24-ba77-4e7e-bc22-2a68bdb17b73 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0501275 May 04 21:43:57.612937 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89b756e3-b488-49d8-a842-0e79ff9c2eea req-681f94ac-48bc-4f00-bb38-b6455ba3f6a2 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485947 May 04 21:43:57.656169 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:57.757464 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353e2d4-5bf5-4bbd-8ad6-7998f2f728a2 req-bc743873-d0dd-452c-9d59-bca990b029d9 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:57.758908 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c353e2d4-5bf5-4bbd-8ad6-7998f2f728a2 req-bc743873-d0dd-452c-9d59-bca990b029d9 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0462453 May 04 21:43:57.806021 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c353e2d4-5bf5-4bbd-8ad6-7998f2f728a2 req-22116e1c-169e-4d53-9390-1ba5899c8fcd tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 May 04 21:43:58.502883 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc042a-0a92-42a7-b203-14c62ab5d382 req-0e0e3eb0-3811-4fd6-9016-939b97210f1a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:58.504416 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-badc042a-0a92-42a7-b203-14c62ab5d382 req-0e0e3eb0-3811-4fd6-9016-939b97210f1a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0469077 May 04 21:43:58.555441 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-badc042a-0a92-42a7-b203-14c62ab5d382 req-885a590e-e4ca-41e5-ac99-d088e3870db4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 May 04 21:43:58.731225 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511054d6-08ab-4b7c-b38f-e4b75a5b54cf req-86306c70-5fa9-4382-81f7-d4a3bb795e6b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:58.732798 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-511054d6-08ab-4b7c-b38f-e4b75a5b54cf req-86306c70-5fa9-4382-81f7-d4a3bb795e6b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0489290 May 04 21:43:58.787075 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-511054d6-08ab-4b7c-b38f-e4b75a5b54cf req-28bd0dc5-56ce-4697-9b6a-b4f3606687a4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462224 May 04 21:43:58.929683 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a046-989a-4110-8bcd-162e990a0d1c req-fc4253c1-fa69-4d49-8859-fb89644fac5b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:58.931174 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2505a046-989a-4110-8bcd-162e990a0d1c req-fc4253c1-fa69-4d49-8859-fb89644fac5b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0524619 May 04 21:43:58.985071 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2505a046-989a-4110-8bcd-162e990a0d1c req-6dd051fc-0763-4275-a708-52025df128d6 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482321 May 04 21:43:59.261352 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:43:59.697712 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207124f-4ab7-4474-b03b-edde489622e3 req-673e7abd-80a6-45ca-b960-be9dfff6a3b4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:59.699686 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b207124f-4ab7-4474-b03b-edde489622e3 req-673e7abd-80a6-45ca-b960-be9dfff6a3b4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0562241 May 04 21:43:59.749535 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b207124f-4ab7-4474-b03b-edde489622e3 req-fc5d60ef-a8ab-46c6-8f11-2e3659798f9e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 May 04 21:43:59.918096 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d9bb-4e4e-4567-a927-783407a9d2b0 req-dc54c91b-0779-43e6-a6bf-ef208f303a91 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:43:59.919493 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4af8d9bb-4e4e-4567-a927-783407a9d2b0 req-dc54c91b-0779-43e6-a6bf-ef208f303a91 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0503492 May 04 21:43:59.988042 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4af8d9bb-4e4e-4567-a927-783407a9d2b0 req-7fe2d908-91f1-4203-92c4-5a7fb38d60f3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601077 May 04 21:44:00.074718 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-49a90746-785e-4685-8a65-81f9b7c3f0bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717218 May 04 21:44:00.090615 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d2a851de-eb8e-4c8e-99a0-5b4289746cf8 req-864ddea4-34cd-4a6e-b7e0-ee45c1f44206 service neutron] 10.222.0.21 "GET /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276109 May 04 21:44:00.100850 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a674ba2-180a-4c84-8b17-567bb65cbd0d req-76324bb2-fc8f-4ae9-a4ef-7e15442aa216 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:00.102362 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a674ba2-180a-4c84-8b17-567bb65cbd0d req-76324bb2-fc8f-4ae9-a4ef-7e15442aa216 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0481033 May 04 21:44:00.149057 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a674ba2-180a-4c84-8b17-567bb65cbd0d req-e71dedaf-b426-4f86-9d1a-88ef14186576 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 May 04 21:44:00.197311 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-079a7a03-e872-4615-ae22-336f26a347f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:00.198768 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-079a7a03-e872-4615-ae22-336f26a347f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 1130 time: 0.0421934 May 04 21:44:00.869290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa48b7c-fad5-4184-add8-930eadaf2238 req-551b6f65-1311-4538-bf13-87cfa2375f22 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:00.870767 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-afa48b7c-fad5-4184-add8-930eadaf2238 req-551b6f65-1311-4538-bf13-87cfa2375f22 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0490315 May 04 21:44:00.920467 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-afa48b7c-fad5-4184-add8-930eadaf2238 req-e832e42c-5909-4f82-88ed-d0283b506060 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437994 May 04 21:44:01.117364 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66699efe-8e54-4255-9670-8c4bb68161b5 req-d122c64f-4f1c-47fc-ac89-95f97900c9d3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:01.118874 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66699efe-8e54-4255-9670-8c4bb68161b5 req-d122c64f-4f1c-47fc-ac89-95f97900c9d3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0508678 May 04 21:44:01.128330 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:01.172096 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66699efe-8e54-4255-9670-8c4bb68161b5 req-356df6f9-37b7-4af0-9701-922b7c2134a5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 May 04 21:44:01.261176 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7d8f4-1478-4c56-9035-b77600cc728e req-ba5a8885-1ad2-4da5-9929-7af5f272882a tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:01.262671 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5d7d8f4-1478-4c56-9035-b77600cc728e req-ba5a8885-1ad2-4da5-9929-7af5f272882a tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0468488 May 04 21:44:01.312592 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b5d7d8f4-1478-4c56-9035-b77600cc728e req-15126375-cc77-4cfb-ae9b-823bb87b3c44 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 May 04 21:44:02.054362 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cca7a4-6cbd-4df1-8d38-2829bb24e5e9 req-246543c9-32af-4db7-afc1-779258dca57a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:02.055872 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c4cca7a4-6cbd-4df1-8d38-2829bb24e5e9 req-246543c9-32af-4db7-afc1-779258dca57a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0596557 May 04 21:44:02.106884 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c4cca7a4-6cbd-4df1-8d38-2829bb24e5e9 req-9938c468-6a45-420c-be86-31266904cc19 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 May 04 21:44:02.295777 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a740cd5-1d44-414b-b563-21fdcfa466fa req-7232b024-1e00-42ca-bd10-4fa66e5ec355 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:02.297191 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8a740cd5-1d44-414b-b563-21fdcfa466fa req-7232b024-1e00-42ca-bd10-4fa66e5ec355 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0466931 May 04 21:44:02.346856 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8a740cd5-1d44-414b-b563-21fdcfa466fa req-d895c0b0-1330-4a48-9de0-dc7b53decc6f tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438688 May 04 21:44:02.434963 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf85b7-ce7a-44de-95ee-0da625e6f043 req-d453c517-d0f5-4006-a3b3-7d7a9519374a tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:02.436674 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fdbf85b7-ce7a-44de-95ee-0da625e6f043 req-d453c517-d0f5-4006-a3b3-7d7a9519374a tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0501034 May 04 21:44:02.488050 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fdbf85b7-ce7a-44de-95ee-0da625e6f043 req-166ecae0-59ce-4bee-aad5-1348334fef48 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457530 May 04 21:44:03.233154 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a0243-9f2c-4c4c-9a75-1d64c500635f req-6a4e61bd-61fb-4bd5-a772-10279d3f477b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:03.234676 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5b1a0243-9f2c-4c4c-9a75-1d64c500635f req-6a4e61bd-61fb-4bd5-a772-10279d3f477b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0524793 May 04 21:44:03.284264 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5b1a0243-9f2c-4c4c-9a75-1d64c500635f req-a862c0a0-6ba4-41e2-9933-604197779e56 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 May 04 21:44:03.475298 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788739f-d520-42e3-8b4d-4160586530c9 req-529c0471-f990-4436-a16f-d380fa22980e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:03.476685 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3788739f-d520-42e3-8b4d-4160586530c9 req-529c0471-f990-4436-a16f-d380fa22980e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0491266 May 04 21:44:03.528220 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3788739f-d520-42e3-8b4d-4160586530c9 req-0123ae09-3619-4cdc-a681-7dbf176f6460 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454876 May 04 21:44:03.600601 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c913e-a07f-4952-a1cb-a7423d215f90 req-1b6af937-f1cb-489d-838d-a444f8cf2d12 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:03.602083 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-783c913e-a07f-4952-a1cb-a7423d215f90 req-1b6af937-f1cb-489d-838d-a444f8cf2d12 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0475566 May 04 21:44:03.653823 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-783c913e-a07f-4952-a1cb-a7423d215f90 req-55c8bacc-4138-4543-9df3-ed60bdf4c768 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 May 04 21:44:04.414465 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04e989-eeff-4677-83eb-ea9a1706ee4e req-cf4b3270-7402-4a2e-9bbc-eaab45c8fbb0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:04.415977 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa04e989-eeff-4677-83eb-ea9a1706ee4e req-cf4b3270-7402-4a2e-9bbc-eaab45c8fbb0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0577638 May 04 21:44:04.467081 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa04e989-eeff-4677-83eb-ea9a1706ee4e req-1e7f9ab1-c002-4645-9007-9db00fdc15a6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455401 May 04 21:44:04.657892 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d08d7-9e42-4b4e-868c-e31e39999bd9 req-a73ebf55-4503-45ad-b62c-c7e0f8001cdb tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:04.659359 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-297d08d7-9e42-4b4e-868c-e31e39999bd9 req-a73ebf55-4503-45ad-b62c-c7e0f8001cdb tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0596848 May 04 21:44:04.711116 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-297d08d7-9e42-4b4e-868c-e31e39999bd9 req-ad689383-ca49-4973-a02d-be417bf67a16 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 May 04 21:44:04.766125 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b302f-3bb3-42b1-a28a-43301d053935 req-db996c06-f01f-420f-939e-26bff78ea707 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:04.767580 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-467b302f-3bb3-42b1-a28a-43301d053935 req-db996c06-f01f-420f-939e-26bff78ea707 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0464036 May 04 21:44:04.817046 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-467b302f-3bb3-42b1-a28a-43301d053935 req-c9ae829f-d84e-4665-a32f-cd625b6b14d2 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 May 04 21:44:05.603415 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bc389-002b-44ef-b9c2-470e3fbfd533 req-babf66c6-8069-426f-8251-fa6011b2ffb9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:05.604887 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e5bc389-002b-44ef-b9c2-470e3fbfd533 req-babf66c6-8069-426f-8251-fa6011b2ffb9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0593359 May 04 21:44:05.652878 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e5bc389-002b-44ef-b9c2-470e3fbfd533 req-20ef649c-b585-493d-8e34-f266236745a9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 May 04 21:44:05.829782 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0441-1a79-4914-b57a-bedf0aae336d req-991b838b-7397-4559-9c55-f06e62f0c53c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:05.831256 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-63ba0441-1a79-4914-b57a-bedf0aae336d req-991b838b-7397-4559-9c55-f06e62f0c53c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0521500 May 04 21:44:05.882913 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-63ba0441-1a79-4914-b57a-bedf0aae336d req-98c1712b-b37c-474f-a2d4-67a6b03149b2 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 May 04 21:44:05.927466 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a34a20-8abc-46b4-97d2-255d12127e96 req-784b0247-fad4-47f8-bb57-59c536dad851 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:05.928935 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-90a34a20-8abc-46b4-97d2-255d12127e96 req-784b0247-fad4-47f8-bb57-59c536dad851 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0459416 May 04 21:44:05.978541 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-90a34a20-8abc-46b4-97d2-255d12127e96 req-4f22ee17-255d-4b7a-9a78-7e075da92d06 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 May 04 21:44:06.786091 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a55a3-fa2d-4490-a285-55dc5c1eecd4 req-a0e3d4af-957e-4ea6-92a5-10798cdf35ab tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:06.787603 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-969a55a3-fa2d-4490-a285-55dc5c1eecd4 req-a0e3d4af-957e-4ea6-92a5-10798cdf35ab tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0499477 May 04 21:44:06.835221 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-969a55a3-fa2d-4490-a285-55dc5c1eecd4 req-22d188c9-931d-4bd0-836d-f2137badf498 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419328 May 04 21:44:07.000218 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35df3df-d467-4eb8-a917-89b3c7e337db req-19dbb1db-30e1-447a-9758-5feafa6bbbb5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:07.001573 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f35df3df-d467-4eb8-a917-89b3c7e337db req-19dbb1db-30e1-447a-9758-5feafa6bbbb5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0519381 May 04 21:44:07.059336 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f35df3df-d467-4eb8-a917-89b3c7e337db req-5dd454ce-eb73-4954-9e73-f9de5ef33c8d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514112 May 04 21:44:07.098816 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66592ed3-4bc8-4b6e-9dd8-a28386f64a5c req-160ed3ed-9728-4c8f-aa09-fcc9f7e02e3b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:07.100302 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66592ed3-4bc8-4b6e-9dd8-a28386f64a5c req-160ed3ed-9728-4c8f-aa09-fcc9f7e02e3b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0473726 May 04 21:44:07.149458 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66592ed3-4bc8-4b6e-9dd8-a28386f64a5c req-9b558a9b-c4f6-4709-bad4-7fbcfda78937 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 May 04 21:44:07.967766 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe494e-f977-47a0-aa87-91f78df0f2fb req-e4bbc9e3-4dbf-469e-9d20-dfbe36ef5e4e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:07.969855 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d3fe494e-f977-47a0-aa87-91f78df0f2fb req-e4bbc9e3-4dbf-469e-9d20-dfbe36ef5e4e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0536122 May 04 21:44:08.018169 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d3fe494e-f977-47a0-aa87-91f78df0f2fb req-e1b347b1-1968-44fb-b9a6-0b47857603ea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426328 May 04 21:44:08.181986 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee769-9948-44f2-a4c3-dcb23bdf7af0 req-92b25862-611e-464b-87d1-fb7993ec19f8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:08.183495 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aceee769-9948-44f2-a4c3-dcb23bdf7af0 req-92b25862-611e-464b-87d1-fb7993ec19f8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0469184 May 04 21:44:08.237994 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aceee769-9948-44f2-a4c3-dcb23bdf7af0 req-866fa3bb-2eff-4f23-b170-bc1ab729f22d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489981 May 04 21:44:08.274664 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcdeea-ff6c-4061-bc02-dd1d8d01e23b req-1d1860ee-e1a5-4ec9-93a0-91e9ed4218e0 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:08.276183 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-71fcdeea-ff6c-4061-bc02-dd1d8d01e23b req-1d1860ee-e1a5-4ec9-93a0-91e9ed4218e0 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0565298 May 04 21:44:08.322344 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-71fcdeea-ff6c-4061-bc02-dd1d8d01e23b req-a38a93fe-6e3a-4179-9bf2-0d26192e7e2d tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 May 04 21:44:08.639973 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:44:09.171996 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c08cf-7e6d-435e-89f1-00424a277d26 req-0271ffe9-1414-4456-a625-f0f0e022063f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:09.173495 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bf1c08cf-7e6d-435e-89f1-00424a277d26 req-0271ffe9-1414-4456-a625-f0f0e022063f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0542605 May 04 21:44:09.220993 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bf1c08cf-7e6d-435e-89f1-00424a277d26 req-22ba356d-0a2e-4e4c-a909-45b7633a8e29 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418284 May 04 21:44:09.350197 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea45bf-f46f-478a-a091-e8d69062074a req-65eafce6-43c8-42b4-9c36-a659bfc76bac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:09.351683 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3fea45bf-f46f-478a-a091-e8d69062074a req-65eafce6-43c8-42b4-9c36-a659bfc76bac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0467508 May 04 21:44:09.402374 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3fea45bf-f46f-478a-a091-e8d69062074a req-bd29164a-ceaa-4690-aee5-ce9dd349a88c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452266 May 04 21:44:09.499710 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11953c2-7173-4db6-9a90-f164e2798dec req-d1a57ce7-dfb2-4981-806a-f9cf952b5ca3 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:09.501216 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a11953c2-7173-4db6-9a90-f164e2798dec req-d1a57ce7-dfb2-4981-806a-f9cf952b5ca3 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0466242 May 04 21:44:09.548707 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a11953c2-7173-4db6-9a90-f164e2798dec req-d7070013-1b79-4eb0-875e-422541296d7d tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 May 04 21:44:10.349981 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ba9eb-1462-4ee4-af10-1c7af517b2f7 req-28a506c1-3b8d-4da7-80fb-7bf029c3b5b0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:10.351412 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-186ba9eb-1462-4ee4-af10-1c7af517b2f7 req-28a506c1-3b8d-4da7-80fb-7bf029c3b5b0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0471973 May 04 21:44:10.398657 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-186ba9eb-1462-4ee4-af10-1c7af517b2f7 req-0a494b74-b539-4c89-b380-3f70adc1c820 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 May 04 21:44:10.520799 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f1281-9f2b-4631-a57d-7dddd36dc5df req-1e1d63b8-d029-441a-8520-9f3ae566d960 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:10.522291 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6e4f1281-9f2b-4631-a57d-7dddd36dc5df req-1e1d63b8-d029-441a-8520-9f3ae566d960 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0566788 May 04 21:44:10.578702 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6e4f1281-9f2b-4631-a57d-7dddd36dc5df req-51990086-30cc-4074-9987-8436d87c197c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492556 May 04 21:44:10.687170 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc625a4-9fac-41c7-aa03-7d71860194dd req-81883a7c-6902-40ee-83fa-7cfe200a5d5e tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:10.688701 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8bc625a4-9fac-41c7-aa03-7d71860194dd req-81883a7c-6902-40ee-83fa-7cfe200a5d5e tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0560601 May 04 21:44:10.735316 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8bc625a4-9fac-41c7-aa03-7d71860194dd req-6c122eba-aa65-47c4-8951-545a379c961c tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 May 04 21:44:11.534722 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fcd75-b7df-4021-8b29-ede9717d8498 req-b5878ffe-bb5d-4a27-acd0-96a136391b8c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:11.536200 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-427fcd75-b7df-4021-8b29-ede9717d8498 req-b5878ffe-bb5d-4a27-acd0-96a136391b8c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0499401 May 04 21:44:11.583366 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-427fcd75-b7df-4021-8b29-ede9717d8498 req-0f86e191-9d6f-4cc7-b8ba-f5854fc831d1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 May 04 21:44:11.689449 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a80763-7bf1-4ffb-8906-fb88ccebb88b req-dfa07d48-19f4-40a5-8cc6-e87462c07c25 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:11.690994 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5a80763-7bf1-4ffb-8906-fb88ccebb88b req-dfa07d48-19f4-40a5-8cc6-e87462c07c25 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0473204 May 04 21:44:11.744045 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5a80763-7bf1-4ffb-8906-fb88ccebb88b req-ace72e62-8b04-4ceb-a70e-2debe2051853 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442591 May 04 21:44:11.856946 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6321485-d13a-4696-ba41-06650f0618ca req-3e2199c6-a7d3-4a02-b35a-9a3c52b9df09 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:11.858388 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6321485-d13a-4696-ba41-06650f0618ca req-3e2199c6-a7d3-4a02-b35a-9a3c52b9df09 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 943 time: 0.0562925 May 04 21:44:11.867656 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:44:11.914906 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6321485-d13a-4696-ba41-06650f0618ca req-dda90683-674b-41e1-bcc8-d5c9c4b2f3b7 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 May 04 21:44:11.967655 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:11.978837 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '2bbdb54e-d583-4434-b0b0-06bc48fc0f5e', 'network_id': '053119e5-b199-46b5-a44c-b8273dc59aa9', 'port_id': '2bbdb54e-d583-4434-b0b0-06bc48fc0f5e', 'mac_address': 'fa:16:3e:e8:90:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6fbea8-dfa0-48c4-829d-94bd176a3fad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:44:12.018715 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:44:12.019038 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:12.031596 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:44:12.050451 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:12.056441 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:12.105047 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:12.713144 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc5fcb-4cc9-4a8c-94cf-173c545c653b req-28c9eb84-01da-414c-9af9-47bfa2bbada2 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:12.714600 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-76cc5fcb-4cc9-4a8c-94cf-173c545c653b req-28c9eb84-01da-414c-9af9-47bfa2bbada2 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0464303 May 04 21:44:12.761923 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-76cc5fcb-4cc9-4a8c-94cf-173c545c653b req-ca8b2c82-e259-4fb7-b5e0-548ff2440ee4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418549 May 04 21:44:12.871608 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71d3e4-fbe5-4eef-9c82-55cbb4a05bf6 req-07473c59-689f-48f8-8c18-6f0f81340111 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:12.872993 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7e71d3e4-fbe5-4eef-9c82-55cbb4a05bf6 req-07473c59-689f-48f8-8c18-6f0f81340111 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0509582 May 04 21:44:12.941480 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7e71d3e4-fbe5-4eef-9c82-55cbb4a05bf6 req-4a850fc2-1f82-4b28-a49e-6cd2939e4c4e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623968 May 04 21:44:13.046593 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd46fd-6691-4c79-b53c-fbe0b91c32dc req-f0b8b1a2-29fe-4e64-a9f3-77c2747feffe tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:13.048107 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ddd46fd-6691-4c79-b53c-fbe0b91c32dc req-f0b8b1a2-29fe-4e64-a9f3-77c2747feffe tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 944 time: 0.0533280 May 04 21:44:13.106030 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2ddd46fd-6691-4c79-b53c-fbe0b91c32dc req-0dc9110e-8f1f-4774-884b-0da30c96e928 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510192 May 04 21:44:13.270732 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['2bbdb54e-d583-4434-b0b0-06bc48fc0f5e'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:44:13.359351 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-0ee8c5b7-29b0-4e11-8319-f4ee65cb4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:13.361031 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-0ee8c5b7-29b0-4e11-8319-f4ee65cb4985 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 912 time: 0.0945411 May 04 21:44:13.925225 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b2763-55f3-4ded-ad60-bec32c35120a req-c337d0ee-fc52-476c-a291-64c294e6c2ef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:13.927232 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db3b2763-55f3-4ded-ad60-bec32c35120a req-c337d0ee-fc52-476c-a291-64c294e6c2ef tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0890975 May 04 21:44:13.969111 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-586a8011-d1b8-43fd-a24f-fc60dc9aa1db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=298e138c-e3ba-4941-8304-6c63bfe584a1 HTTP/1.1" status: 200 len: 1001 time: 0.0873692 May 04 21:44:14.024963 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db3b2763-55f3-4ded-ad60-bec32c35120a req-c58da33e-c480-4a47-8c68-f8fd544cf24c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890601 May 04 21:44:14.037456 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-a4f0241a-4d38-450c-8c50-ef6cd7d72220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:14.039122 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-a4f0241a-4d38-450c-8c50-ef6cd7d72220 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.0627816 May 04 21:44:14.087508 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-ee6ff18f-efd6-4152-9e68-25e88dde6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:14.089006 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-ee6ff18f-efd6-4152-9e68-25e88dde6d99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430489 May 04 21:44:14.137923 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b42f0-6fce-46fe-b7d0-54e6af5776fd req-be7b915d-9c6f-4a32-8e80-1a69c4bbdca3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:14.139531 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-349b42f0-6fce-46fe-b7d0-54e6af5776fd req-be7b915d-9c6f-4a32-8e80-1a69c4bbdca3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0502610 May 04 21:44:14.194915 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-349b42f0-6fce-46fe-b7d0-54e6af5776fd req-ee7622c3-5f91-42fd-aac2-9d16205b5c8f tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469179 May 04 21:44:14.243658 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-8fc0b344-416c-48e4-b8a2-3a7fc4366901 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319411 May 04 21:44:14.249663 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cdda5-9964-43b3-b9ad-63d1f72b4303 req-0adcf5a8-5104-4e57-bd87-28442a64ac77 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:14.255169 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ed3cdda5-9964-43b3-b9ad-63d1f72b4303 req-0adcf5a8-5104-4e57-bd87-28442a64ac77 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 944 time: 0.0703123 May 04 21:44:14.318051 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f511f2-a9bc-49c8-9cc9-c9d32d49b62a req-df9d35a7-c1de-45bd-8ddc-65383223d2e4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:14.319501 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-31f511f2-a9bc-49c8-9cc9-c9d32d49b62a req-df9d35a7-c1de-45bd-8ddc-65383223d2e4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0585988 May 04 21:44:14.363606 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ed3cdda5-9964-43b3-b9ad-63d1f72b4303 req-3efdb8cf-65af-49be-8092-923d228e2c9c tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993531 May 04 21:44:14.368444 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-31f511f2-a9bc-49c8-9cc9-c9d32d49b62a req-58cd8eff-6b53-4960-9f86-a8bdce68cc7f tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427465 May 04 21:44:14.378315 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4868b1db-3369-46f4-9a6b-8287a3523791 req-1d25a5a6-4f61-4ec5-9288-27a5de7f1e84 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260731 May 04 21:44:14.392922 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 44182) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:44:14.536441 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5902869-8294-47af-a490-07ee72563739 tempest-TestVolumeBootPattern-6861598 tempest-TestVolumeBootPattern-6861598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:14.537950 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d5902869-8294-47af-a490-07ee72563739 tempest-TestVolumeBootPattern-6861598 tempest-TestVolumeBootPattern-6861598-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 1124 time: 0.1439960 May 04 21:44:14.540902 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 44192) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:44:14.545742 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'port_id': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:44:14.567231 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:14.642575 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:14.752676 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Allocated IP 172.27.1.223 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/7c8a730f-2cf0-4248-91aa-962014ef93e3) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:44:14.859866 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for port (7c8a730f-2cf0-4248-91aa-962014ef93e3), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:14.897588 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (7c8a730f-2cf0-4248-91aa-962014ef93e3), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:14.933179 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:44:14.935984 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:44:14.939718 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:44:14.968352 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'Port': ['ID=7c8a730f-2cf0-4248-91aa-962014ef93e3,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:15.052826 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:44:15.110493 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:44:15.119596 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:44:15.120307 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:15.203116 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4dba7-a0dd-4db3-91af-b3e723ed8dcf req-6df8cda4-b610-429c-9f1d-377541578998 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:15.204472 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ced4dba7-a0dd-4db3-91af-b3e723ed8dcf req-6df8cda4-b610-429c-9f1d-377541578998 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0667257 May 04 21:44:15.212889 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:44:15.213272 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:15.249152 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:15.250429 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90128c98-1cf4-44ec-b3d0-2129127770dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbdb54e-d583-4434-b0b0-06bc48fc0f5e'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:44:15.254599 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc1750-60b1-4ded-b232-1e085e772c85" -d '{"events": [{"server_uuid": "90128c98-1cf4-44ec-b3d0-2129127770dd", "name": "network-vif-plugged", "status": "completed", "tag": "2bbdb54e-d583-4434-b0b0-06bc48fc0f5e"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:44:15.257979 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:15.296710 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111ce912-20bb-4575-8f44-5ba3db030d9b x-openstack-request-id: req-111ce912-20bb-4575-8f44-5ba3db030d9b {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:44:15.297012 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90128c98-1cf4-44ec-b3d0-2129127770dd", "name": "network-vif-plugged", "status": "completed", "tag": "2bbdb54e-d583-4434-b0b0-06bc48fc0f5e", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:44:15.297270 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-111ce912-20bb-4575-8f44-5ba3db030d9b {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:44:15.297672 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111ce912-20bb-4575-8f44-5ba3db030d9b'] response: {'server_uuid': '90128c98-1cf4-44ec-b3d0-2129127770dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbdb54e-d583-4434-b0b0-06bc48fc0f5e', 'code': 200} May 04 21:44:15.312140 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:15.317789 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ced4dba7-a0dd-4db3-91af-b3e723ed8dcf req-10828171-b00f-46bf-a1de-fa201c025ab9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961399 May 04 21:44:15.379712 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (f0e9a672-2924-4083-b654-4925534b0878), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:15.447777 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (7c8a730f-2cf0-4248-91aa-962014ef93e3), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:15.482472 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de44e-89b7-4ccf-b55c-ab06890cdd2b req-2576e309-63ee-495f-a7ce-6cd81a398c15 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:15.483906 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-568de44e-89b7-4ccf-b55c-ab06890cdd2b req-2576e309-63ee-495f-a7ce-6cd81a398c15 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 945 time: 0.0502248 May 04 21:44:15.533352 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-568de44e-89b7-4ccf-b55c-ab06890cdd2b req-5232037b-211f-4fec-b29f-81e7147c335c tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437338 May 04 21:44:15.829606 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb5611-2344-4f35-961a-1f61619e987e req-8a685f2a-8671-4fed-a456-ac77bfe997ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:15.831119 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6fbb5611-2344-4f35-961a-1f61619e987e req-8a685f2a-8671-4fed-a456-ac77bfe997ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 1129 time: 0.0681744 May 04 21:44:15.892570 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for port (7c8a730f-2cf0-4248-91aa-962014ef93e3), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:15.901260 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (7c8a730f-2cf0-4248-91aa-962014ef93e3), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:15.927721 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6fbb5611-2344-4f35-961a-1f61619e987e req-a8b912be-d890-4e58-ae1b-25a236c9bed6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822248 May 04 21:44:15.936248 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (f0e9a672-2924-4083-b654-4925534b0878), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:15.989918 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'Port': ['ID=7c8a730f-2cf0-4248-91aa-962014ef93e3,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:16.053207 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Floating IP f0e9a672-2924-4083-b654-4925534b0878 associated. External IP: 172.27.1.223, port: 123ca713-9ca7-4765-bdb9-80c011a7c8ba. May 04 21:44:16.272542 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Router c0297c3a-634b-4c6e-ab55-6138548eaa87 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:44:16.385812 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:44:16.395993 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] Sync routers for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:44:16.406784 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:44:16.407345 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:43:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:44:16.433122 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:16.459547 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85963f9-7281-4627-8ea9-b4213e105455 req-97879701-2ca6-4964-8f80-ecf70bc5cf20 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:16.461026 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e85963f9-7281-4627-8ea9-b4213e105455 req-97879701-2ca6-4964-8f80-ecf70bc5cf20 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0695238 May 04 21:44:16.478457 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-85f07115-c232-425e-a9bd-93561adaa0ec tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9363868 May 04 21:44:16.484352 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'tag': '123ca713-9ca7-4765-bdb9-80c011a7c8ba'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:44:16.486446 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130f47b6-6a40-46db-8970-5951222fed77" -d '{"events": [{"name": "network-changed", "server_uuid": "9032b8be-246f-45ae-aa80-ab7f6bdb4f3c", "tag": "123ca713-9ca7-4765-bdb9-80c011a7c8ba"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:44:16.512310 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:44:16.520135 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e85963f9-7281-4627-8ea9-b4213e105455 req-ca9be85f-1ca0-4044-b255-af4683337fe1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527868 May 04 21:44:16.532009 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b25bf6-05a5-4b01-8fd7-39c817881140 x-openstack-request-id: req-a0b25bf6-05a5-4b01-8fd7-39c817881140 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:44:16.532330 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9032b8be-246f-45ae-aa80-ab7f6bdb4f3c", "tag": "123ca713-9ca7-4765-bdb9-80c011a7c8ba", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:44:16.532582 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0b25bf6-05a5-4b01-8fd7-39c817881140 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:44:16.532986 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b25bf6-05a5-4b01-8fd7-39c817881140'] response: {'name': 'network-changed', 'server_uuid': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'tag': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'status': 'completed', 'code': 200} May 04 21:44:16.653075 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8ac97-b961-4b86-afec-72cf21447d62 req-e1146f0a-7048-4d70-b334-791a1c177700 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:16.654844 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0ee8ac97-b961-4b86-afec-72cf21447d62 req-e1146f0a-7048-4d70-b334-791a1c177700 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 945 time: 0.0494032 May 04 21:44:16.703720 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0ee8ac97-b961-4b86-afec-72cf21447d62 req-13f743c6-6033-4733-a49a-dba2488283e9 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 May 04 21:44:16.729652 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'f0e9a672-2924-4083-b654-4925534b0878', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:44:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:44:15Z', 'updated_at': '2022-05-04T21:44:15Z', 'revision_number': 0, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:44:16.755346 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] Checking router: c0297c3a-634b-4c6e-ab55-6138548eaa87 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:44:16.763906 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:44:16.764510 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:43:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:44:16.872759 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:44:17.114688 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'f0e9a672-2924-4083-b654-4925534b0878', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:44:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:44:15Z', 'updated_at': '2022-05-04T21:44:15Z', 'revision_number': 0, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:44:17.141823 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4951b-e36a-4644-b72b-fce37a9fdffd None None] The sync data for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi is: [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'f0e9a672-2924-4083-b654-4925534b0878', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:44:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:44:15Z', 'updated_at': '2022-05-04T21:44:15Z', 'revision_number': 0, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:44:17.341779 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a6ce2-56a7-4c7c-93dc-1b039cc507f8 None None] New status for floating IP f0e9a672-2924-4083-b654-4925534b0878: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:44:17.458843 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f47b6-6a40-46db-8970-5951222fed77 req-ee52b7e7-f0f3-4957-8997-2ea19889fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:17.460968 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-130f47b6-6a40-46db-8970-5951222fed77 req-ee52b7e7-f0f3-4957-8997-2ea19889fda0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 1129 time: 0.0443709 May 04 21:44:17.554122 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f47b6-6a40-46db-8970-5951222fed77 req-9ee67867-ceb2-4f7b-85ed-6c8f64be7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:17.555646 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-130f47b6-6a40-46db-8970-5951222fed77 req-9ee67867-ceb2-4f7b-85ed-6c8f64be7c13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 912 time: 0.0876851 May 04 21:44:17.628075 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-130f47b6-6a40-46db-8970-5951222fed77 req-5d9380aa-1817-4a41-8c5c-43f124036cb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=123ca713-9ca7-4765-bdb9-80c011a7c8ba HTTP/1.1" status: 200 len: 1001 time: 0.0635660 May 04 21:44:17.644048 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a1e0c-87a3-4bec-bf1a-fd2591d7da6c req-bbb84f6b-2e5f-4540-a89d-454dae599448 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:17.645511 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-320a1e0c-87a3-4bec-bf1a-fd2591d7da6c req-bbb84f6b-2e5f-4540-a89d-454dae599448 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0492940 May 04 21:44:17.683673 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f47b6-6a40-46db-8970-5951222fed77 req-640ba476-1279-463c-afab-42ed6142ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:17.685294 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-130f47b6-6a40-46db-8970-5951222fed77 req-640ba476-1279-463c-afab-42ed6142ac4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0436671 May 04 21:44:17.695021 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-320a1e0c-87a3-4bec-bf1a-fd2591d7da6c req-07e1e2ce-e332-49cb-b10f-3e1d6c3aa8ac tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435977 May 04 21:44:17.731477 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f47b6-6a40-46db-8970-5951222fed77 req-67306fa3-1c84-4c2a-b913-92db1cee9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:17.732993 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-130f47b6-6a40-46db-8970-5951222fed77 req-67306fa3-1c84-4c2a-b913-92db1cee9a69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399363 May 04 21:44:17.857800 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54861-7a34-47c2-a560-48ed5d318796 req-78bfae69-4a01-41a7-a072-193834fb711d tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:17.859240 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ffe54861-7a34-47c2-a560-48ed5d318796 req-78bfae69-4a01-41a7-a072-193834fb711d tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 945 time: 0.0605116 May 04 21:44:17.862996 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-130f47b6-6a40-46db-8970-5951222fed77 req-82ad97c3-0329-48b0-a7e0-693284aef1a7 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227665 May 04 21:44:17.906184 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ffe54861-7a34-47c2-a560-48ed5d318796 req-07826b91-9386-41b0-b5f4-e8a0fd90244e tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 May 04 21:44:18.780381 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-130f47b6-6a40-46db-8970-5951222fed77 req-cd792fb8-d254-4b64-b4a1-1dbd7eb40dcd service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864716 May 04 21:44:18.818171 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2909d-1068-4c2f-bfca-40b11416b97a req-e27c1f83-6715-461d-aac6-f446a20653f8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:18.819669 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6dd2909d-1068-4c2f-bfca-40b11416b97a req-e27c1f83-6715-461d-aac6-f446a20653f8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0529621 May 04 21:44:18.867667 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6dd2909d-1068-4c2f-bfca-40b11416b97a req-56658314-9a22-446c-b108-ffcd10e90664 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 May 04 21:44:19.022585 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f0d37-c68b-4d54-815f-5438acc39fd6 req-b1aefbf7-632f-4a21-bcbe-b8133a1d2dac tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:19.023963 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0e1f0d37-c68b-4d54-815f-5438acc39fd6 req-b1aefbf7-632f-4a21-bcbe-b8133a1d2dac tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 945 time: 0.0477424 May 04 21:44:19.070105 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0e1f0d37-c68b-4d54-815f-5438acc39fd6 req-7d64b939-be94-4156-8c8f-6ebc8262d7c6 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 May 04 21:44:19.968338 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5880a-5fd0-43c5-a01f-24d55379d395 req-fceb33a0-23bc-46d7-aeca-b4d8659b907b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:19.970712 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29f5880a-5fd0-43c5-a01f-24d55379d395 req-fceb33a0-23bc-46d7-aeca-b4d8659b907b tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 945 time: 0.0549362 May 04 21:44:19.986271 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a5201-68d9-4e50-8588-5aec23ebd2d9 req-06c3631f-40e0-4a45-abc0-897073f242d5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:19.987796 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b9a5201-68d9-4e50-8588-5aec23ebd2d9 req-06c3631f-40e0-4a45-abc0-897073f242d5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0468650 May 04 21:44:20.017552 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29f5880a-5fd0-43c5-a01f-24d55379d395 req-ddabdeaf-23eb-41af-969f-58b18cc40318 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 May 04 21:44:20.037543 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b9a5201-68d9-4e50-8588-5aec23ebd2d9 req-b1ec967a-2d25-4c2d-91d4-e20bf167827f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440483 May 04 21:44:21.081376 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:44:21.146201 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463df5c5-d603-4cf7-ba01-7a32ffc4ed4e req-8a9eb0d6-5156-4e1a-b8b0-2c5911883773 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:21.148462 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-463df5c5-d603-4cf7-ba01-7a32ffc4ed4e req-8a9eb0d6-5156-4e1a-b8b0-2c5911883773 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 945 time: 0.0484042 May 04 21:44:21.163451 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49c93f-1213-4d19-954a-1e762dc4b444 req-bd49c6b2-63c7-4604-a572-1280ade83364 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:21.165457 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f49c93f-1213-4d19-954a-1e762dc4b444 req-bd49c6b2-63c7-4604-a572-1280ade83364 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0520935 May 04 21:44:21.188741 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:21.200308 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'port_id': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'mac_address': 'fa:16:3e:6f:c3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:44:21.204438 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-463df5c5-d603-4cf7-ba01-7a32ffc4ed4e req-483a4a40-0b01-47a2-8bb2-d550d1859bc4 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477607 May 04 21:44:21.215645 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f49c93f-1213-4d19-954a-1e762dc4b444 req-a60f0b48-b4e8-417d-9aaa-429f1cf0a217 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443554 May 04 21:44:21.380861 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 717a2542-9eb2-4124-a1e4-e76cc6748352 is: ACTIVE; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:44:21.381209 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:21.395335 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 717a2542-9eb2-4124-a1e4-e76cc6748352 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:44:21.414959 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:21.420224 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:21.467714 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=6']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:21.650949 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['717a2542-9eb2-4124-a1e4-e76cc6748352'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:44:22.339951 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916620f0-f56a-4cb2-8315-68c06e39cba5 req-51ba58c1-3448-419f-b407-81132a41375a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:22.341489 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-916620f0-f56a-4cb2-8315-68c06e39cba5 req-51ba58c1-3448-419f-b407-81132a41375a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0475397 May 04 21:44:22.377825 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9e83e-6765-4cee-bdf0-0df78bc3cc01 req-a777d07e-027d-4d3c-8773-cb2c5385e167 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:22.379302 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-79c9e83e-6765-4cee-bdf0-0df78bc3cc01 req-a777d07e-027d-4d3c-8773-cb2c5385e167 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 945 time: 0.0902996 May 04 21:44:22.389141 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-916620f0-f56a-4cb2-8315-68c06e39cba5 req-c237ed5b-b359-4f41-a33b-23baa6421e00 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415339 May 04 21:44:22.390266 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-52b778eb-addd-4078-b24b-b8c488be900f tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:22.391689 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-52b778eb-addd-4078-b24b-b8c488be900f tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.21 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 945 time: 0.0738740 May 04 21:44:22.433327 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-79c9e83e-6765-4cee-bdf0-0df78bc3cc01 req-22bb3eb6-0180-48ce-a258-bc32fb0e2095 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/security-groups?id=2188d86f-d96e-4cc8-a070-d7c0481f1e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 May 04 21:44:22.879987 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f5382b91-a148-4c6e-aca5-25acad8aa6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:23.041718 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Deleting port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:44:23.042034 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:23.111723 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:44:23.136255 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] For port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,segment=NetworkSegment(133ac3b3-9005-4f58-a2c8-37676e27572e),segment_id=133ac3b3-9005-4f58-a2c8-37676e27572e)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:23.136651 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:23.150433 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Calling delete_port for 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:44:23.162098 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 717a2542-9eb2-4124-a1e4-e76cc6748352 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:44:23.162469 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:23.248250 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 717a2542-9eb2-4124-a1e4-e76cc6748352 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:44:23.248647 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:23.274913 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:44:23.277209 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0806066-9f14-4cbd-a03b-0d7b1aa2acf7" -d '{"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-plugged", "status": "completed", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:44:23.283662 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687'] for port (2bbdb54e-d583-4434-b0b0-06bc48fc0f5e), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:23.293447 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:23.298603 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:23.313029 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Pushing event deleted for resources: {'Port': ['ID=2bbdb54e-d583-4434-b0b0-06bc48fc0f5e,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:23.327229 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2292f641-6cae-482b-9b7c-aa71aa8bab23 x-openstack-request-id: req-2292f641-6cae-482b-9b7c-aa71aa8bab23 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:44:23.327561 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-plugged", "status": "completed", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:44:23.327868 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2292f641-6cae-482b-9b7c-aa71aa8bab23 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:44:23.328260 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2292f641-6cae-482b-9b7c-aa71aa8bab23'] response: {'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'code': 200} May 04 21:44:23.353860 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=7']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:23.358673 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] No DVR routers for this DVR port 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:44:23.362223 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:23.365545 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2b493f0d-a95e-4fad-a1db-2d12cdb45f89 req-e463f199-9f44-48f3-8be8-f63f89e90388 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.21 "DELETE /v2.0/ports/2bbdb54e-d583-4434-b0b0-06bc48fc0f5e HTTP/1.1" status: 204 len: 173 time: 0.4188225 May 04 21:44:23.366032 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90128c98-1cf4-44ec-b3d0-2129127770dd', 'name': 'network-vif-deleted', 'tag': '2bbdb54e-d583-4434-b0b0-06bc48fc0f5e'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:44:23.368325 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ffb0b8-41f0-456c-89c6-af44e5c97102" -d '{"events": [{"server_uuid": "90128c98-1cf4-44ec-b3d0-2129127770dd", "name": "network-vif-deleted", "tag": "2bbdb54e-d583-4434-b0b0-06bc48fc0f5e"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:44:23.402986 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49090fe-fc1a-49ac-8c1b-5192853d0b65 x-openstack-request-id: req-e49090fe-fc1a-49ac-8c1b-5192853d0b65 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:44:23.403597 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90128c98-1cf4-44ec-b3d0-2129127770dd", "name": "network-vif-deleted", "tag": "2bbdb54e-d583-4434-b0b0-06bc48fc0f5e", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:44:23.403597 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e49090fe-fc1a-49ac-8c1b-5192853d0b65 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:44:23.403981 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49090fe-fc1a-49ac-8c1b-5192853d0b65'] response: {'server_uuid': '90128c98-1cf4-44ec-b3d0-2129127770dd', 'name': 'network-vif-deleted', 'tag': '2bbdb54e-d583-4434-b0b0-06bc48fc0f5e', 'status': 'completed', 'code': 200} May 04 21:44:23.515077 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a3b5-c23a-4ae9-b898-960b586688b5 req-2b091c08-2c2b-4d90-be91-eb41ee62c9a8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:23.518019 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7250a3b5-c23a-4ae9-b898-960b586688b5 req-2b091c08-2c2b-4d90-be91-eb41ee62c9a8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0528922 May 04 21:44:23.532519 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e4bdbb1f-7578-4c91-be60-e8f36a945a2c req-69094ade-4d92-411e-816b-f826fde640d4 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 210 time: 0.0309105 May 04 21:44:23.572693 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7250a3b5-c23a-4ae9-b898-960b586688b5 req-d40f36b4-0d13-4775-8228-66c31722add8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483382 May 04 21:44:24.658158 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e966afd-fbd0-496a-b207-b26d91858180 req-c9e41123-f855-4b93-89dd-9cda77287a95 tempest-VolumesActionsTest-787507410 tempest-VolumesActionsTest-787507410-project] 10.222.0.23 "GET /v2.0/ports?device_id=90128c98-1cf4-44ec-b3d0-2129127770dd HTTP/1.1" status: 200 len: 210 time: 0.0335357 May 04 21:44:24.708328 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60955cd7-77aa-4d29-96f5-4347fb6b1a2e req-9648dc97-d588-440b-b24f-28502951a816 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:24.709962 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60955cd7-77aa-4d29-96f5-4347fb6b1a2e req-9648dc97-d588-440b-b24f-28502951a816 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0640118 May 04 21:44:24.759247 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60955cd7-77aa-4d29-96f5-4347fb6b1a2e req-150c6ea1-f5ea-4307-8f5e-0ff6967a1366 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 May 04 21:44:24.935413 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571a5dd-9625-4d54-a9c9-69eaed562313 req-5283fc0e-4f85-471c-a730-e4a580e0de23 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:24.936895 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4571a5dd-9625-4d54-a9c9-69eaed562313 req-5283fc0e-4f85-471c-a730-e4a580e0de23 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0460281 May 04 21:44:24.986850 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4571a5dd-9625-4d54-a9c9-69eaed562313 req-6fead3c2-e19e-474a-acb8-41705b237b24 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443232 May 04 21:44:25.106509 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:44:25.127094 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:44:25.127929 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 2bbdb54e-d583-4434-b0b0-06bc48fc0f5e not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:44:25.243371 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f845cfc7-1a22-4102-8f96-968aef732479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:25.735293 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd15b8-bf50-46ec-83bf-8bbc5795c66c req-6f181ff8-c656-4ae2-a10f-4a74c2de7b7c tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:25.736795 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64cd15b8-bf50-46ec-83bf-8bbc5795c66c req-6f181ff8-c656-4ae2-a10f-4a74c2de7b7c tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0504696 May 04 21:44:25.785732 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64cd15b8-bf50-46ec-83bf-8bbc5795c66c req-24276cbe-b287-48c4-916e-994a675bbdc0 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430810 May 04 21:44:25.879914 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5bc63-2bd0-4249-a134-7c8f214816e8 req-d7bae56e-ccce-4ad1-9812-6f400c87f8fc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:25.881420 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4c5bc63-2bd0-4249-a134-7c8f214816e8 req-d7bae56e-ccce-4ad1-9812-6f400c87f8fc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0473571 May 04 21:44:25.932006 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4c5bc63-2bd0-4249-a134-7c8f214816e8 req-a3046f06-2559-48af-83ec-e757926c3900 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448496 May 04 21:44:26.101129 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ccf4b-f576-4ded-a639-70b0e1b61543 req-8d8b70ab-8421-4a53-889e-9c51ba9e35fc tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:26.102700 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-026ccf4b-f576-4ded-a639-70b0e1b61543 req-8d8b70ab-8421-4a53-889e-9c51ba9e35fc tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0477903 May 04 21:44:26.104038 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:26.159704 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-026ccf4b-f576-4ded-a639-70b0e1b61543 req-fdf94242-9f37-4388-b348-1077281454ee tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415070 May 04 21:44:26.909903 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a3d63-d151-48b4-a260-9c3548583ead req-02aeefc3-7b49-499c-8440-1b3be883ea12 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:26.911430 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2a3a3d63-d151-48b4-a260-9c3548583ead req-02aeefc3-7b49-499c-8440-1b3be883ea12 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0463870 May 04 21:44:26.962738 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2a3a3d63-d151-48b4-a260-9c3548583ead req-571240c6-ae46-45c9-9e85-521596c643e2 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 May 04 21:44:27.053280 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbdf5f-6076-4cfa-8a4f-dd42bda05cc5 req-80e81c47-a8cf-4f0e-b5f4-69386309154b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:27.055005 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5dfbdf5f-6076-4cfa-8a4f-dd42bda05cc5 req-80e81c47-a8cf-4f0e-b5f4-69386309154b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0548868 May 04 21:44:27.105791 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5dfbdf5f-6076-4cfa-8a4f-dd42bda05cc5 req-d02924a7-1e74-4dec-9694-4bb14003fde9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449226 May 04 21:44:27.284336 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1948dd-64c5-449b-9147-9afc54b8d598 req-b19a6e7e-9b24-4f6d-8b28-b48b1588b2dd tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:27.285783 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fe1948dd-64c5-449b-9147-9afc54b8d598 req-b19a6e7e-9b24-4f6d-8b28-b48b1588b2dd tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0554030 May 04 21:44:27.331926 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fe1948dd-64c5-449b-9147-9afc54b8d598 req-ee818fff-a023-4563-a3aa-6fe966b3e087 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398848 May 04 21:44:27.656580 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:28.075606 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5325ca-d21a-4774-971f-88cd4e309a80 req-faa2a27d-8b75-4146-b07a-4b77fba9921f tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:28.077035 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa5325ca-d21a-4774-971f-88cd4e309a80 req-faa2a27d-8b75-4146-b07a-4b77fba9921f tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0474608 May 04 21:44:28.125140 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa5325ca-d21a-4774-971f-88cd4e309a80 req-217c10fb-32c8-4bf4-80c7-4c410ad86799 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 May 04 21:44:28.224312 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dd620-f4c2-4697-965f-6cbfd2d9c2ad req-662798ba-f097-4d3c-b141-d6996c099955 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:28.225767 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-453dd620-f4c2-4697-965f-6cbfd2d9c2ad req-662798ba-f097-4d3c-b141-d6996c099955 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0470369 May 04 21:44:28.272332 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-453dd620-f4c2-4697-965f-6cbfd2d9c2ad req-6fb31eaa-951f-4694-9e43-7fb7fae3a40c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 May 04 21:44:28.462952 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfc897-6ad9-4b9c-bdf7-df9fcf99e978 req-41c6ab8c-9c98-4f4a-9c53-dd0136b227f3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:28.464609 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5adfc897-6ad9-4b9c-bdf7-df9fcf99e978 req-41c6ab8c-9c98-4f4a-9c53-dd0136b227f3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0531666 May 04 21:44:28.514581 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5adfc897-6ad9-4b9c-bdf7-df9fcf99e978 req-493356ff-9c0d-41f5-964c-1691d819ec04 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 May 04 21:44:29.248333 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d20b0-c80d-45e7-8cfc-9e6b99d4cf86 req-3fc47c25-231f-4e14-acc1-71ba512bdfd2 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:29.249975 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d18d20b0-c80d-45e7-8cfc-9e6b99d4cf86 req-3fc47c25-231f-4e14-acc1-71ba512bdfd2 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0530388 May 04 21:44:29.258772 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:29.302773 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d18d20b0-c80d-45e7-8cfc-9e6b99d4cf86 req-bbb99b8f-b1bf-4034-8b4f-4b54a742ba93 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 May 04 21:44:29.394811 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a78e1-4842-4f34-95ab-624af5ae143a req-1f50ba42-d699-45cc-9746-b867a62088f9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:29.396231 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e99a78e1-4842-4f34-95ab-624af5ae143a req-1f50ba42-d699-45cc-9746-b867a62088f9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0495803 May 04 21:44:29.444737 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e99a78e1-4842-4f34-95ab-624af5ae143a req-a3003a36-b802-4c04-bec7-387f6d44bb62 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404449 May 04 21:44:29.629696 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e6188-563c-4ea2-950c-dc74a2a62cba req-6436f9ed-b2a8-4564-ab12-17631b81eb14 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:29.631155 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fd3e6188-563c-4ea2-950c-dc74a2a62cba req-6436f9ed-b2a8-4564-ab12-17631b81eb14 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0496674 May 04 21:44:29.679763 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fd3e6188-563c-4ea2-950c-dc74a2a62cba req-47965d0c-cb34-4f02-bbcc-fc06b9916954 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401831 May 04 21:44:30.422232 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95514d2c-196f-482b-bdd1-30e8387de869 req-bf8731a5-f6ff-4edb-9e23-2b5a8572b427 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:30.423754 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95514d2c-196f-482b-bdd1-30e8387de869 req-bf8731a5-f6ff-4edb-9e23-2b5a8572b427 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0458968 May 04 21:44:30.472898 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95514d2c-196f-482b-bdd1-30e8387de869 req-002b49d6-c97b-4927-aec6-193e8c2b1935 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433395 May 04 21:44:30.562916 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08d0fe-b3b3-4a5a-b344-6850082d0775 req-c257ac30-d8b6-4352-81a9-554866aa45b6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:30.564398 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3f08d0fe-b3b3-4a5a-b344-6850082d0775 req-c257ac30-d8b6-4352-81a9-554866aa45b6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0479906 May 04 21:44:30.613896 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3f08d0fe-b3b3-4a5a-b344-6850082d0775 req-657c341f-c9c4-439e-b20b-08747c684b72 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 May 04 21:44:30.817427 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ee9e4-f07f-40c3-85cc-48413493d0b9 req-39f91c3b-e513-4465-8ee7-5c99ea8ef874 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:30.819368 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-910ee9e4-f07f-40c3-85cc-48413493d0b9 req-39f91c3b-e513-4465-8ee7-5c99ea8ef874 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0564559 May 04 21:44:30.869571 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-910ee9e4-f07f-40c3-85cc-48413493d0b9 req-dd9f3632-9f53-496b-ab5b-de9ba6c50f75 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439506 May 04 21:44:31.128721 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:31.595704 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8446a-ba38-4baa-b101-1dc196b287ec req-98c7110b-1dee-4f78-8a92-00ab8db69314 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:31.597179 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89f8446a-ba38-4baa-b101-1dc196b287ec req-98c7110b-1dee-4f78-8a92-00ab8db69314 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0500190 May 04 21:44:31.648838 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89f8446a-ba38-4baa-b101-1dc196b287ec req-796378b5-c687-4b10-8dd6-f282daa981c3 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 May 04 21:44:31.742881 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2fa4f-c4bd-4219-97fe-352299cd7cfa req-23a29d11-5af2-44e9-8e9c-2c38dd89984b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:31.744371 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-87a2fa4f-c4bd-4219-97fe-352299cd7cfa req-23a29d11-5af2-44e9-8e9c-2c38dd89984b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0552671 May 04 21:44:31.791258 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-87a2fa4f-c4bd-4219-97fe-352299cd7cfa req-e59d0c37-c8e6-4af2-a6bc-d48990b0583e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411851 May 04 21:44:32.008051 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ec12-8874-499a-8afa-18be618a0e0f req-ff95702b-d955-447e-b2c3-4599e15b78c5 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:32.009517 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-af48ec12-8874-499a-8afa-18be618a0e0f req-ff95702b-d955-447e-b2c3-4599e15b78c5 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0518935 May 04 21:44:32.058170 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-af48ec12-8874-499a-8afa-18be618a0e0f req-965ed2be-4eab-4ccb-83d7-899aaa4d1a0a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404096 May 04 21:44:32.772345 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1e28-ad66-4f68-b905-194973e0de86 req-ff7d96f2-5e04-4fb1-a0c8-5c8e3bc14289 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:32.773804 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ffba1e28-ad66-4f68-b905-194973e0de86 req-ff7d96f2-5e04-4fb1-a0c8-5c8e3bc14289 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0499098 May 04 21:44:32.820710 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ffba1e28-ad66-4f68-b905-194973e0de86 req-0c372660-e0ce-4f43-992d-f04671d1cf7d tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 May 04 21:44:32.912240 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfe47d-be97-4bd4-b849-d6c93bfb2dd0 req-12d900fd-2292-4a81-b967-9fd34909743a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:32.913720 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-12bfe47d-be97-4bd4-b849-d6c93bfb2dd0 req-12d900fd-2292-4a81-b967-9fd34909743a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0496399 May 04 21:44:32.960110 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-12bfe47d-be97-4bd4-b849-d6c93bfb2dd0 req-1d54d27c-ae7a-447d-9fdb-3f8cff1ed004 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408556 May 04 21:44:33.187496 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bee8a-8224-480a-b49e-3c6b041aaf36 req-edba8e95-f259-415b-900d-cb11bab09a1c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:33.188961 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ce5bee8a-8224-480a-b49e-3c6b041aaf36 req-edba8e95-f259-415b-900d-cb11bab09a1c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0495396 May 04 21:44:33.243579 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ce5bee8a-8224-480a-b49e-3c6b041aaf36 req-c19baf61-0167-44e9-9e2e-14a23cf346fc tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426161 May 04 21:44:33.616062 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-52fccf24-feb4-4af2-bc67-82b07e52a825 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:33.617510 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-52fccf24-feb4-4af2-bc67-82b07e52a825 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0491767 May 04 21:44:33.704683 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Deleting port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:44:33.704995 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:33.795287 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] For port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:33.795681 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:33.808829 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Calling delete_port for 39999bf9-852c-4b63-9b0a-c7ac49c45f5b owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:44:33.961735 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729f48b-d148-4fcc-bb3a-e076fc477e8a req-a8e1a713-94b8-4f1c-b801-fd61987929b9 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:33.963185 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f729f48b-d148-4fcc-bb3a-e076fc477e8a req-a8e1a713-94b8-4f1c-b801-fd61987929b9 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b39926d-5a95-40f1-ab14-c51f593557e7 HTTP/1.1" status: 200 len: 946 time: 0.0710959 May 04 21:44:33.978700 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687'] for port (39999bf9-852c-4b63-9b0a-c7ac49c45f5b), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:34.015575 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Pushing event deleted for resources: {'Port': ['ID=39999bf9-852c-4b63-9b0a-c7ac49c45f5b,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:34.032934 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['39999bf9-852c-4b63-9b0a-c7ac49c45f5b'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:44:34.064763 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f729f48b-d148-4fcc-bb3a-e076fc477e8a req-f89db778-1561-4ac8-864c-edb4e2e5830c tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950179 May 04 21:44:34.079622 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] No DVR routers for this DVR port 39999bf9-852c-4b63-9b0a-c7ac49c45f5b on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:44:34.086545 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:34.089792 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-01c408e4-e3bd-4bf2-94b3-4fe1c982954e req-cb4c6890-2a2f-4ea1-8475-9be80896dd03 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.21 "DELETE /v2.0/ports/39999bf9-852c-4b63-9b0a-c7ac49c45f5b HTTP/1.1" status: 204 len: 173 time: 0.4655547 May 04 21:44:34.090248 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39926d-5a95-40f1-ab14-c51f593557e7', 'name': 'network-vif-deleted', 'tag': '39999bf9-852c-4b63-9b0a-c7ac49c45f5b'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:44:34.091179 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24738d5-2519-4cd4-898f-f2d313dde25d req-09f70ec3-7989-490f-9205-4a0cfd5a3055 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:34.092679 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e24738d5-2519-4cd4-898f-f2d313dde25d req-09f70ec3-7989-490f-9205-4a0cfd5a3055 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0510964 May 04 21:44:34.092798 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e250595-2595-4b81-ac38-b29089702a25" -d '{"events": [{"server_uuid": "1b39926d-5a95-40f1-ab14-c51f593557e7", "name": "network-vif-deleted", "tag": "39999bf9-852c-4b63-9b0a-c7ac49c45f5b"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:44:34.130301 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1359c86-cb40-4aa5-b29d-9b654e81eedd x-openstack-request-id: req-e1359c86-cb40-4aa5-b29d-9b654e81eedd {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:44:34.130592 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39926d-5a95-40f1-ab14-c51f593557e7", "name": "network-vif-deleted", "tag": "39999bf9-852c-4b63-9b0a-c7ac49c45f5b", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:44:34.130858 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1359c86-cb40-4aa5-b29d-9b654e81eedd {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:44:34.131243 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1359c86-cb40-4aa5-b29d-9b654e81eedd'] response: {'server_uuid': '1b39926d-5a95-40f1-ab14-c51f593557e7', 'name': 'network-vif-deleted', 'tag': '39999bf9-852c-4b63-9b0a-c7ac49c45f5b', 'status': 'completed', 'code': 200} May 04 21:44:34.145174 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e24738d5-2519-4cd4-898f-f2d313dde25d req-b9ff8ff6-5418-4a6f-bcf5-c4970cbace74 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468411 May 04 21:44:34.366961 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c3d6-a56a-4c15-9076-4b73efa2c0d9 req-390f52db-8066-4fdc-bc3c-83b720b9fdfd tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:34.368524 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e830c3d6-a56a-4c15-9076-4b73efa2c0d9 req-390f52db-8066-4fdc-bc3c-83b720b9fdfd tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0491335 May 04 21:44:34.429331 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e830c3d6-a56a-4c15-9076-4b73efa2c0d9 req-522aec76-0426-4063-bf64-51b01be06edf tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546157 May 04 21:44:35.374412 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e588d6-88d7-461c-853e-d16884f64240 req-95745632-bbd8-411b-a675-4ec84633c462 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:35.389265 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e588d6-88d7-461c-853e-d16884f64240 req-95745632-bbd8-411b-a675-4ec84633c462 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.1527140 May 04 21:44:35.526405 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e588d6-88d7-461c-853e-d16884f64240 req-3b02152d-f8fb-4ba6-8bbb-d6a2af502522 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341424 May 04 21:44:35.664610 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642554c-dc12-4020-9fd5-fbe368eb46b4 req-813be5a1-cc24-40ca-acaa-a1935f30cbc2 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:35.674404 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0642554c-dc12-4020-9fd5-fbe368eb46b4 req-813be5a1-cc24-40ca-acaa-a1935f30cbc2 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.1042554 May 04 21:44:35.736469 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0642554c-dc12-4020-9fd5-fbe368eb46b4 req-e6719b41-ebda-43fb-81d0-838a09caee21 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606294 May 04 21:44:36.701461 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9d378-6560-4df7-bb93-25f7f752589f req-c8359784-ce1d-4256-81b4-78ab706d8802 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:36.703919 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c1d9d378-6560-4df7-bb93-25f7f752589f req-c8359784-ce1d-4256-81b4-78ab706d8802 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0760949 May 04 21:44:36.828311 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c1d9d378-6560-4df7-bb93-25f7f752589f req-c31bbcaa-7a16-441b-887b-1d2182ef905f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170228 May 04 21:44:36.946205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d0aa9-9b87-4c9d-84e9-b73aecbcdbff req-3fa55c5b-b7ea-48e1-8f32-916e196b8f42 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:36.948502 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-656d0aa9-9b87-4c9d-84e9-b73aecbcdbff req-3fa55c5b-b7ea-48e1-8f32-916e196b8f42 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0814137 May 04 21:44:37.031476 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-656d0aa9-9b87-4c9d-84e9-b73aecbcdbff req-a6a9e1bc-6aab-4e6e-9ee7-9474152eff28 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708230 May 04 21:44:37.999016 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15830-6b2e-4877-a867-8b2aac55a8a6 req-4cddb389-5d3f-431d-b6c5-7c6c57f9262b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:38.000663 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-84d15830-6b2e-4877-a867-8b2aac55a8a6 req-4cddb389-5d3f-431d-b6c5-7c6c57f9262b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0739145 May 04 21:44:38.077989 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-84d15830-6b2e-4877-a867-8b2aac55a8a6 req-11bedd56-08f2-4f21-bbb3-366fefcc1a03 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640621 May 04 21:44:38.216265 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1190ba-1f6d-4311-a351-1c3799ee37c6 req-03b5a1d0-6b4f-40de-b3ea-66e9f322722a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:38.221974 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a1190ba-1f6d-4311-a351-1c3799ee37c6 req-03b5a1d0-6b4f-40de-b3ea-66e9f322722a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0972183 May 04 21:44:38.310551 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a1190ba-1f6d-4311-a351-1c3799ee37c6 req-e09f9110-f926-43e4-a9b0-cd4af83f30c2 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786562 May 04 21:44:38.932928 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 39999bf9-852c-4b63-9b0a-c7ac49c45f5b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:44:38.965905 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 39999bf9-852c-4b63-9b0a-c7ac49c45f5b {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:44:38.966648 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 39999bf9-852c-4b63-9b0a-c7ac49c45f5b not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:44:39.207119 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c56800-2b9e-47da-848e-7b28d9948598 req-5ecce83a-6715-408c-b622-edc4d43c399d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:39.209413 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-59c56800-2b9e-47da-848e-7b28d9948598 req-5ecce83a-6715-408c-b622-edc4d43c399d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0567946 May 04 21:44:39.288914 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-59c56800-2b9e-47da-848e-7b28d9948598 req-90b74b02-c609-44e6-bbb1-cbbb13bf1ded tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728223 May 04 21:44:39.443507 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8212c98-4e3a-40fd-8d16-c425f04792c8 req-501077af-0f5c-45d8-9025-cbde0346c15b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:39.452483 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b8212c98-4e3a-40fd-8d16-c425f04792c8 req-501077af-0f5c-45d8-9025-cbde0346c15b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0681818 May 04 21:44:39.520402 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b8212c98-4e3a-40fd-8d16-c425f04792c8 req-c033ce02-a239-4d08-80d9-a362bee808e3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619960 May 04 21:44:40.565711 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5187a-b164-431c-878e-5a4e29e50da5 req-335de537-2125-4324-bfe1-bb4c692c7cea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:40.568091 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-84e5187a-b164-431c-878e-5a4e29e50da5 req-335de537-2125-4324-bfe1-bb4c692c7cea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0775778 May 04 21:44:40.704063 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-84e5187a-b164-431c-878e-5a4e29e50da5 req-4562dd21-9015-41ae-9aae-53f302647663 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300027 May 04 21:44:40.766491 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3901766-602a-45b2-af89-39b7b623f4a7 req-6ded8b91-9332-454c-8232-a6a6a7c5fb71 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:40.768793 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f3901766-602a-45b2-af89-39b7b623f4a7 req-6ded8b91-9332-454c-8232-a6a6a7c5fb71 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.1166327 May 04 21:44:40.886645 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f3901766-602a-45b2-af89-39b7b623f4a7 req-bbf00cb5-6586-444c-b768-de50ec083df7 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103957 May 04 21:44:41.967736 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee755f-c352-4617-8f90-9a7694207646 req-e9b6c731-d029-4cf8-bb63-cc3254f3d260 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:41.969654 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-51ee755f-c352-4617-8f90-9a7694207646 req-e9b6c731-d029-4cf8-bb63-cc3254f3d260 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.1336653 May 04 21:44:42.081880 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-51ee755f-c352-4617-8f90-9a7694207646 req-c52805c4-bbc0-492e-a604-a527a12c6f9e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048868 May 04 21:44:42.107987 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254537a0-0a33-4a60-9964-9fec5914e436 req-796ec124-3bcc-4956-b01c-9237abdc7632 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:42.119497 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-254537a0-0a33-4a60-9964-9fec5914e436 req-796ec124-3bcc-4956-b01c-9237abdc7632 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.1031318 May 04 21:44:42.186555 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-254537a0-0a33-4a60-9964-9fec5914e436 req-52449177-f327-44c7-b421-69ef340a5a2e tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649450 May 04 21:44:43.249170 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9ac6e-5b36-4053-b09a-520b54cb26dd req-6d83a084-314b-4c2d-9ff7-f2906c6a98aa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:43.273731 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-00c9ac6e-5b36-4053-b09a-520b54cb26dd req-6d83a084-314b-4c2d-9ff7-f2906c6a98aa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0995977 May 04 21:44:43.457441 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-00c9ac6e-5b36-4053-b09a-520b54cb26dd req-1d4f21fd-9ada-41ae-bb6a-11de9141e9e6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775272 May 04 21:44:43.501091 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76aeeb0-a4db-45af-a231-7cf851aa557e req-b537dab9-4489-49a4-ac2f-6a641dc8cee7 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:43.514110 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f76aeeb0-a4db-45af-a231-7cf851aa557e req-b537dab9-4489-49a4-ac2f-6a641dc8cee7 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.1661599 May 04 21:44:43.637398 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f76aeeb0-a4db-45af-a231-7cf851aa557e req-01143995-84e2-4fa6-9a1f-818dfcf00ab8 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216688 May 04 21:44:44.624024 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6daf0c-5c27-4697-91e5-651d0ab57945 req-b8bfc9fe-2282-46f8-b62b-c561f44c5a6d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:44.631903 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cb6daf0c-5c27-4697-91e5-651d0ab57945 req-b8bfc9fe-2282-46f8-b62b-c561f44c5a6d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0583646 May 04 21:44:44.717083 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cb6daf0c-5c27-4697-91e5-651d0ab57945 req-356cdc35-3db4-4350-a63f-432d7f11f9c1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767944 May 04 21:44:44.809013 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cf617-7423-4434-858c-71d868fd0b92 req-c141c62c-a793-4a65-8ee1-b27426c755a6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:44.812635 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-162cf617-7423-4434-858c-71d868fd0b92 req-c141c62c-a793-4a65-8ee1-b27426c755a6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0649195 May 04 21:44:44.908617 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-162cf617-7423-4434-858c-71d868fd0b92 req-7da8d0b4-6ccc-49cb-aa5c-898d1d73dbae tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845261 May 04 21:44:45.560558 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:44:45.945541 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645ac0-2bcb-42c9-a626-ffc37d6580ff req-35f00fa0-877e-4163-8e33-37b4c209946d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:45.969884 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cb645ac0-2bcb-42c9-a626-ffc37d6580ff req-35f00fa0-877e-4163-8e33-37b4c209946d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.1363361 May 04 21:44:46.082538 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cb645ac0-2bcb-42c9-a626-ffc37d6580ff req-f08b4b94-475a-44e3-a4eb-bc9b93388447 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104848 May 04 21:44:46.122427 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d5fbe-9b77-490d-b490-4dcfc177d95d req-b62be78c-5699-486b-a1b8-32a39c6c993c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:46.129435 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c04d5fbe-9b77-490d-b490-4dcfc177d95d req-b62be78c-5699-486b-a1b8-32a39c6c993c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0774498 May 04 21:44:46.197623 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c04d5fbe-9b77-490d-b490-4dcfc177d95d req-1e1c34b4-c3ab-473e-adb6-7acfa7cf1703 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667636 May 04 21:44:47.212654 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289a33c-7e9f-4767-810e-88b2a8941317 req-8e0cae92-6fb5-4028-81ce-e3683fcd86a9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:47.214960 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b289a33c-7e9f-4767-810e-88b2a8941317 req-8e0cae92-6fb5-4028-81ce-e3683fcd86a9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0554504 May 04 21:44:47.317342 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b289a33c-7e9f-4767-810e-88b2a8941317 req-d936d3e0-edb7-42ee-84d7-d6ba2431a7d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851176 May 04 21:44:47.332152 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc4b46-27b0-4a61-98bb-8c325a14a5b7 req-fb794cec-33d6-4662-ac3e-70251870bfd2 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:47.335887 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61cc4b46-27b0-4a61-98bb-8c325a14a5b7 req-fb794cec-33d6-4662-ac3e-70251870bfd2 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0591996 May 04 21:44:47.390237 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61cc4b46-27b0-4a61-98bb-8c325a14a5b7 req-de0ace22-f4e9-44bb-b154-acb643587a58 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493000 May 04 21:44:48.436819 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701a223-cdaf-4d67-bb11-6293000c522b req-8c521e5d-43e0-4c49-bb4e-55081f8bf7e9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:48.438328 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3701a223-cdaf-4d67-bb11-6293000c522b req-8c521e5d-43e0-4c49-bb4e-55081f8bf7e9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0541148 May 04 21:44:48.494190 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3701a223-cdaf-4d67-bb11-6293000c522b req-6211b854-66ae-42d5-a082-85fd32625c5a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487466 May 04 21:44:48.533840 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b49c0-04ac-42b8-b082-ef1c492b02fd req-6a234fda-e854-429f-953a-a10b0862a360 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:48.535224 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef2b49c0-04ac-42b8-b082-ef1c492b02fd req-6a234fda-e854-429f-953a-a10b0862a360 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0561352 May 04 21:44:48.584172 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef2b49c0-04ac-42b8-b082-ef1c492b02fd req-a6465f2d-9571-4aba-ad11-6cdf7c6fc272 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 May 04 21:44:49.057940 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-abc1cb70-51c3-490e-8ae8-48e642e87a25 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:49.060123 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-abc1cb70-51c3-490e-8ae8-48e642e87a25 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/networks?id=d1706b34-4c0d-4dff-b97e-b926badc62d6 HTTP/1.1" status: 200 len: 814 time: 0.1275921 May 04 21:44:49.075682 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-b64be4e0-4be1-4e32-91e7-50aaf13bab5b tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/quotas/7898995e41684b029b6370132bc5d1ac HTTP/1.1" status: 200 len: 375 time: 0.0100594 May 04 21:44:49.113209 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-9ac50c9e-8680-44af-9a6d-164ed593b75b tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7898995e41684b029b6370132bc5d1ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323291 May 04 21:44:49.225952 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-e32450a2-7f4e-49c1-a0c6-9b51091f40ce service neutron] 10.222.0.23 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041505 May 04 21:44:49.352577 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-663f8d0d-ce15-4355-bc62-497a27627e15 service neutron] 10.222.0.23 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256540 May 04 21:44:49.556632 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ae294b35-6514-4f30-a329-d502b57866a7 req-fd6ac6e6-6a12-4570-94cb-5430d2224c20 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 210 time: 0.0357921 May 04 21:44:49.652730 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67d818-734e-4209-a365-edeee8529582 req-a3a0813a-ce6e-4eb7-9991-2744cb977b2c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:49.654698 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce67d818-734e-4209-a365-edeee8529582 req-a3a0813a-ce6e-4eb7-9991-2744cb977b2c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0558901 May 04 21:44:49.764075 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce67d818-734e-4209-a365-edeee8529582 req-f05e467e-76ca-4413-ae37-4563c600da35 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032846 May 04 21:44:49.801967 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ba60b-5776-46ec-9d7a-c2b95eec7356 req-889859b3-9475-4cee-89eb-ac7151d25b71 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:49.815708 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b48ba60b-5776-46ec-9d7a-c2b95eec7356 req-889859b3-9475-4cee-89eb-ac7151d25b71 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.1513722 May 04 21:44:49.893660 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b48ba60b-5776-46ec-9d7a-c2b95eec7356 req-c3b62613-fe23-4232-9a42-2fd76e5766ad tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765567 May 04 21:44:49.968296 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-455846cd-b582-477e-82d6-f2615af02994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:49.970195 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-455846cd-b582-477e-82d6-f2615af02994 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 1129 time: 0.0567467 May 04 21:44:50.123250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-04b3d1bc-aabb-4d30-b287-8378ac18cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:50.127747 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-04b3d1bc-aabb-4d30-b287-8378ac18cf26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.1198347 May 04 21:44:50.208348 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-a2e4bff0-5f01-4db0-bfbe-c069892d4b35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717a2542-9eb2-4124-a1e4-e76cc6748352 HTTP/1.1" status: 200 len: 1001 time: 0.0724571 May 04 21:44:50.563731 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-f29f7476-ee8a-4abb-9795-88a9f0cb28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:50.565153 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-f29f7476-ee8a-4abb-9795-88a9f0cb28e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.3138144 May 04 21:44:50.681853 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-58ed8abf-344d-468a-8c06-ba083370c5f8 req-6821a534-37eb-493f-9df5-c6810f25aacb tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 210 time: 0.0391912 May 04 21:44:50.709394 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-8a9f501a-7abd-4a6d-b5c4-09b8b53e6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:50.710902 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-8a9f501a-7abd-4a6d-b5c4-09b8b53e6ecf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556324 May 04 21:44:50.870938 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-f6876176-eacd-44f9-8fc8-33ec59aecd00 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526752 May 04 21:44:50.901629 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708749c5-002b-4b54-9b1f-97429ab46066 req-8d52ada7-1af6-4d6e-8cd5-875b33ab74de tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:50.903160 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-708749c5-002b-4b54-9b1f-97429ab46066 req-8d52ada7-1af6-4d6e-8cd5-875b33ab74de tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0472593 May 04 21:44:50.914253 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-99e3429e-6a76-4dc0-9684-4f96fe632805 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:50.915825 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-99e3429e-6a76-4dc0-9684-4f96fe632805 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.21 "GET /v2.0/networks?id=d1706b34-4c0d-4dff-b97e-b926badc62d6 HTTP/1.1" status: 200 len: 814 time: 0.1377802 May 04 21:44:50.952788 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-708749c5-002b-4b54-9b1f-97429ab46066 req-2cd548ae-0a9b-4605-8cd4-55552bce854b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427113 May 04 21:44:50.959661 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Request body: {'port': {'device_id': '939e9b05-7c78-472e-99aa-3bde951c4d58', 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6', 'admin_state_up': True, 'tenant_id': '7898995e41684b029b6370132bc5d1ac'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:44:51.073734 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ba2ef41a-14f8-41ea-ab9c-e7da2ed1fe56 req-6af1ef38-17c6-4dc9-b35d-93ea09b219bc service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847930 May 04 21:44:51.087031 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df6398-f20a-4125-bf48-61b7d31c3e13 req-adec2ec1-cf70-4939-bbaf-5125419cf2e6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:51.088393 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f9df6398-f20a-4125-bf48-61b7d31c3e13 req-adec2ec1-cf70-4939-bbaf-5125419cf2e6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0950236 May 04 21:44:51.151646 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Made reservation on behalf of 7898995e41684b029b6370132bc5d1ac for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:44:51.154893 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:51.160270 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f9df6398-f20a-4125-bf48-61b7d31c3e13 req-abc61aee-b5f7-46c3-8f69-636485c4b5ef tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635087 May 04 21:44:51.288472 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Allocated IP 172.20.0.11 (d1706b34-4c0d-4dff-b97e-b926badc62d6/56298dc6-cb3c-4ee4-b3e6-cffd410a5e16/97cb41f0-3bb0-4051-ba18-a4118d332d45) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:44:51.437839 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks [] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:51.477319 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:51.519004 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Network d1706b34-4c0d-4dff-b97e-b926badc62d6 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:44:51.522321 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:44:51.528614 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:44:51.533404 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:51.534054 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:51.540384 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Pushing event updated for resources: {'Port': ['ID=97cb41f0-3bb0-4051-ba18-a4118d332d45,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:51.552542 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.552969 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.553312 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.553655 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.554035 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.554420 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.554760 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.555090 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.555449 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.555780 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.556112 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.556437 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.556782 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.557134 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.557455 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:51.563824 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-12039bd4-5619-4ab2-ad0d-552e44529a48 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084766 May 04 21:44:51.807436 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381027b2-2f73-4f56-b52d-e7c9c6c2da3b req-6a417c7b-b413-46bd-be9e-575a02fb77a4 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:51.808903 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-381027b2-2f73-4f56-b52d-e7c9c6c2da3b req-6a417c7b-b413-46bd-be9e-575a02fb77a4 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 932 time: 0.0496972 May 04 21:44:51.854849 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-381027b2-2f73-4f56-b52d-e7c9c6c2da3b req-3301bf3a-2d23-4c63-949d-bba33f5dfdc1 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 May 04 21:44:52.077605 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad95fd-4f34-4825-acc0-4ebdec53fd0b req-cfa629f0-b562-4e66-b92f-aacec3b31476 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:52.079080 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-03ad95fd-4f34-4825-acc0-4ebdec53fd0b req-cfa629f0-b562-4e66-b92f-aacec3b31476 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 945 time: 0.0491529 May 04 21:44:52.126443 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-03ad95fd-4f34-4825-acc0-4ebdec53fd0b req-30e4da71-9066-4197-890d-96460de73e2c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 May 04 21:44:52.293983 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8a76d-fe48-436d-aced-23d28c66b814 req-93968e4a-5093-4b36-a738-3aeec97a20ea tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:52.295450 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-30d8a76d-fe48-436d-aced-23d28c66b814 req-93968e4a-5093-4b36-a738-3aeec97a20ea tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0515127 May 04 21:44:52.335688 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:44:52.346411 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-30d8a76d-fe48-436d-aced-23d28c66b814 req-cc412604-835c-4158-aabe-15641d03727d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453415 May 04 21:44:52.412405 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 717a2542-9eb2-4124-a1e4-e76cc6748352 is: ACTIVE; New status is: DOWN {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:44:52.412775 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:52.436156 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:44:52.438583 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baa4479-d4a6-40a5-8cd9-5ceed7686201" -d '{"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-unplugged", "status": "completed", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:44:52.451535 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:52.461550 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:52.491584 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be83bd7-ea33-4b86-85bd-1457aa918f5d x-openstack-request-id: req-0be83bd7-ea33-4b86-85bd-1457aa918f5d {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:44:52.491896 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-unplugged", "status": "completed", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:44:52.492155 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0be83bd7-ea33-4b86-85bd-1457aa918f5d {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:44:52.492550 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be83bd7-ea33-4b86-85bd-1457aa918f5d'] response: {'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'code': 200} May 04 21:44:52.520700 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=8']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:52.527911 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.528939 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.529221 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.529624 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.529965 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.530293 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.530615 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.530941 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.531264 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.531606 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.531933 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.532255 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.532581 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.533011 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.533338 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:52.573257 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c684d66-a747-4ba1-9e0b-9ec16ea93c2b req-756ea4c9-8aab-4c6c-89a8-e6ff0305f912 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:52.574839 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8c684d66-a747-4ba1-9e0b-9ec16ea93c2b req-756ea4c9-8aab-4c6c-89a8-e6ff0305f912 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0528748 May 04 21:44:52.625045 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8c684d66-a747-4ba1-9e0b-9ec16ea93c2b req-1e396538-bb52-4693-a872-54b5eb5a51ce tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 May 04 21:44:52.872042 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2318ef9-86ea-4ded-a7a6-78b5f8ab5986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:52.913421 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Request body: {'port': {'device_id': '939e9b05-7c78-472e-99aa-3bde951c4d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:44:52.983777 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:53.014467 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d528a63-9ce0-4653-aaf3-3dcfcd0f992a req-415a2b0c-d2fc-4672-a8f2-ba9cabf4a780 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:53.016357 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d528a63-9ce0-4653-aaf3-3dcfcd0f992a req-415a2b0c-d2fc-4672-a8f2-ba9cabf4a780 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 932 time: 0.0622005 May 04 21:44:53.065888 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d528a63-9ce0-4653-aaf3-3dcfcd0f992a req-936dfc47-6554-4be5-9e38-ef1b87c0d8a9 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439785 May 04 21:44:53.195747 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-8a03a829-2532-4926-b32b-4add4ea4ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:53.197659 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-8a03a829-2532-4926-b32b-4add4ea4ef93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 1130 time: 0.0741508 May 04 21:44:53.269106 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6cda7-d26c-493e-9233-5673018f71d6 req-25316a15-01f6-4347-9fea-7ced2b7ca754 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:53.270714 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4c6cda7-d26c-493e-9233-5673018f71d6 req-25316a15-01f6-4347-9fea-7ced2b7ca754 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0628226 May 04 21:44:53.416135 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cb41f0-3bb0-4051-ba18-a4118d332d45 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:44:53.434767 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Publish callbacks [] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:53.442207 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4c6cda7-d26c-493e-9233-5673018f71d6 req-fc6ed08a-3254-4c98-9e26-46d6c1493418 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629238 May 04 21:44:53.443199 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-b18e437f-635d-4ea0-9008-df4ee2b27d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:53.444579 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-b18e437f-635d-4ea0-9008-df4ee2b27d5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 912 time: 0.1642170 May 04 21:44:53.459124 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Transition to ACTIVE for port object 97cb41f0-3bb0-4051-ba18-a4118d332d45 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:44:53.465618 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:53.515363 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Pushing event updated for resources: {'Port': ['ID=97cb41f0-3bb0-4051-ba18-a4118d332d45,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:53.554587 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Attempting to bind port 97cb41f0-3bb0-4051-ba18-a4118d332d45 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:44:53.554922 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Attempting to bind port 97cb41f0-3bb0-4051-ba18-a4118d332d45 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:44:53.555249 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Attempting to bind port 97cb41f0-3bb0-4051-ba18-a4118d332d45 on network d1706b34-4c0d-4dff-b97e-b926badc62d6 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:44:53.559885 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Port 97cb41f0-3bb0-4051-ba18-a4118d332d45 on network d1706b34-4c0d-4dff-b97e-b926badc62d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:44:53.560206 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Attempting to bind port 97cb41f0-3bb0-4051-ba18-a4118d332d45 on network d1706b34-4c0d-4dff-b97e-b926badc62d6 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:44:53.565192 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:44:53.565531 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Checking segment: {'id': 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:44:53.565916 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Bound using segment: {'id': 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:44:53.566341 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Bound port: 97cb41f0-3bb0-4051-ba18-a4118d332d45, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:44:53.566695 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:53.681552 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-a7431717-b738-4f52-8819-2de9d6822dc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=298e138c-e3ba-4941-8304-6c63bfe584a1 HTTP/1.1" status: 200 len: 1001 time: 0.0835919 May 04 21:44:53.682590 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] For port 97cb41f0-3bb0-4051-ba18-a4118d332d45, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:44:53.695854 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] For port 97cb41f0-3bb0-4051-ba18-a4118d332d45, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=97cb41f0-3bb0-4051-ba18-a4118d332d45,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:44:53.713052 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:53.752024 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb819de9-6818-459f-830f-5eb0d39db28f req-87bea247-4c87-4cf9-9276-d4947d8493c9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:53.753541 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cb819de9-6818-459f-830f-5eb0d39db28f req-87bea247-4c87-4cf9-9276-d4947d8493c9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0468211 May 04 21:44:53.769840 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:53.770500 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:53.772026 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] 10.222.0.21 "PUT /v2.0/ports/97cb41f0-3bb0-4051-ba18-a4118d332d45 HTTP/1.1" status: 200 len: 1094 time: 0.8640816 May 04 21:44:53.775902 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939e9b05-7c78-472e-99aa-3bde951c4d58', 'tag': '97cb41f0-3bb0-4051-ba18-a4118d332d45'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:44:53.778201 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16206cc-0d42-4329-a037-c0eb91e9d155" -d '{"events": [{"name": "network-changed", "server_uuid": "939e9b05-7c78-472e-99aa-3bde951c4d58", "tag": "97cb41f0-3bb0-4051-ba18-a4118d332d45"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:44:53.800779 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cb819de9-6818-459f-830f-5eb0d39db28f req-9b45b5b8-4c38-44f3-a2e1-df92b7b24712 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 May 04 21:44:53.804526 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-b778bee3-ce33-4be8-8a58-c91486dcf77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:53.806169 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-b778bee3-ce33-4be8-8a58-c91486dcf77a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.1040001 May 04 21:44:53.811688 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83055e-a157-4c84-b6da-d2dfb6134dcd service neutron] Pushing event updated for resources: {'Port': ['ID=97cb41f0-3bb0-4051-ba18-a4118d332d45,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:53.837943 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f969d72-1712-426a-8d7f-4067f9f57af3 x-openstack-request-id: req-7f969d72-1712-426a-8d7f-4067f9f57af3 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:44:53.837943 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939e9b05-7c78-472e-99aa-3bde951c4d58", "tag": "97cb41f0-3bb0-4051-ba18-a4118d332d45", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:44:53.837943 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f969d72-1712-426a-8d7f-4067f9f57af3 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:44:53.838314 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f969d72-1712-426a-8d7f-4067f9f57af3'] response: {'name': 'network-changed', 'server_uuid': '939e9b05-7c78-472e-99aa-3bde951c4d58', 'tag': '97cb41f0-3bb0-4051-ba18-a4118d332d45', 'status': 'completed', 'code': 200} May 04 21:44:53.892243 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-255e422a-660e-4bd3-9999-ba43b15cc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:53.893704 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-255e422a-660e-4bd3-9999-ba43b15cc715 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666425 May 04 21:44:53.909681 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-70b2ea1b-778d-44d1-862d-e03a4e69c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:53.910998 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-70b2ea1b-778d-44d1-862d-e03a4e69c92b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7898995e41684b029b6370132bc5d1ac&device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 1128 time: 0.0520902 May 04 21:44:53.965215 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-c568621c-a51b-4d77-9b29-99ae758e652b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97cb41f0-3bb0-4051-ba18-a4118d332d45 HTTP/1.1" status: 200 len: 217 time: 0.0363781 May 04 21:44:54.015935 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 44786) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:44:54.053747 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-63fccdfe-f842-47a7-b88a-4730221d5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:54.055125 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-63fccdfe-f842-47a7-b88a-4730221d5b5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56298dc6-cb3c-4ee4-b3e6-cffd410a5e16 HTTP/1.1" status: 200 len: 854 time: 0.0604725 May 04 21:44:54.056972 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-ed4f2bc3-3ea1-4af3-9c65-04867612035f service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545129 May 04 21:44:54.061097 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Deleting subnet 9a6fbea8-dfa0-48c4-829d-94bd176a3fad {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:44:54.064281 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Publish callbacks [] for subnet (9a6fbea8-dfa0-48c4-829d-94bd176a3fad), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.098314 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (9a6fbea8-dfa0-48c4-829d-94bd176a3fad), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.115148 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-f4d0b66d-41c5-403e-a622-bf75d8e02cd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1706b34-4c0d-4dff-b97e-b926badc62d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482757 May 04 21:44:54.149863 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (9a6fbea8-dfa0-48c4-829d-94bd176a3fad), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.207460 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9d968-cc07-4322-b359-22001894fa46 req-de9ea1b6-6778-428b-88e4-53a2321a64a7 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:54.208928 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c9c9d968-cc07-4322-b359-22001894fa46 req-de9ea1b6-6778-428b-88e4-53a2321a64a7 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 944 time: 0.0747263 May 04 21:44:54.231694 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b1c8a07a-e222-448c-8ad3-b71f9a454da9 req-4e045e36-cb8f-4166-8d8d-87aeb1d481b4 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637001 May 04 21:44:54.255374 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (9a6fbea8-dfa0-48c4-829d-94bd176a3fad), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.255625 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-bac6037c-f6d0-4814-89f6-89e419798b05 service neutron] 10.222.0.21 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306441 May 04 21:44:54.285716 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6fbea8-dfa0-48c4-829d-94bd176a3fad,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:54.294157 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.297294 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9a6fbea8-dfa0-48c4-829d-94bd176a3fad HTTP/1.1" status: 204 len: 168 time: 0.2802629 May 04 21:44:54.301474 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c9c9d968-cc07-4322-b359-22001894fa46 req-7462318b-b31c-40a1-8362-d2964b0bb19c tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859110 May 04 21:44:54.302878 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.303144 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.303472 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.303832 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.304104 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.304426 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.304744 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.305059 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.305376 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.305689 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.306027 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.306309 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.306619 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.306926 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.307236 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198139bc-ba46-4087-814f-ca57cea04d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:44:54.311176 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 44790) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:44:54.356670 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-88832b6d-fe79-44e5-b647-66c4b24c92fd req-386ccb53-3a69-4bbd-8ebf-0577a3d4143f service neutron] 10.222.0.21 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981615 May 04 21:44:54.380973 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (053119e5-b199-46b5-a44c-b8273dc59aa9), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.461040 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (053119e5-b199-46b5-a44c-b8273dc59aa9), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.480953 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053119e5-b199-46b5-a44c-b8273dc59aa9']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:44:54.490385 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133ac3b3-9005-4f58-a2c8-37676e27572e') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:44:54.490543 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133ac3b3-9005-4f58-a2c8-37676e27572e') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:44:54.499883 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (133ac3b3-9005-4f58-a2c8-37676e27572e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.512974 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (133ac3b3-9005-4f58-a2c8-37676e27572e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.519421 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:44:54.519784 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (133ac3b3-9005-4f58-a2c8-37676e27572e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:44:54.521694 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:44:54.569158 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eab468-eea1-4a5d-98a7-58070c85a722 req-ea8ecc87-f503-4179-aaee-17a6b689a122 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:54.570660 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-07eab468-eea1-4a5d-98a7-58070c85a722 req-ea8ecc87-f503-4179-aaee-17a6b689a122 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0484800 May 04 21:44:54.578216 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (053119e5-b199-46b5-a44c-b8273dc59aa9), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.583610 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.586883 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/053119e5-b199-46b5-a44c-b8273dc59aa9 HTTP/1.1" status: 204 len: 168 time: 0.2749836 May 04 21:44:54.599984 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0649b94-3daa-4f46-825b-dca7115edbf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=053119e5-b199-46b5-a44c-b8273dc59aa9,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:54.624504 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-07eab468-eea1-4a5d-98a7-58070c85a722 req-51e6db50-5ca2-45df-8823-fc2c1cc8e444 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473971 May 04 21:44:54.705779 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 44802) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:44:54.753310 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 44806) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:44:54.753439 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a6bf4466-1e44-456e-be4b-231466e40720 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07fc5017912c4265b6baf1c9eb0fe507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464303 May 04 21:44:54.801803 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ac65f4f0-1d5e-4710-bebc-c99556c9988f admin admin] Publish callbacks [] for security_group (2188d86f-d96e-4cc8-a070-d7c0481f1e8d), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.828560 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ac65f4f0-1d5e-4710-bebc-c99556c9988f admin admin] Publish callbacks [] for security_group (2188d86f-d96e-4cc8-a070-d7c0481f1e8d), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.885252 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ac65f4f0-1d5e-4710-bebc-c99556c9988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (2188d86f-d96e-4cc8-a070-d7c0481f1e8d), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.888151 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ac65f4f0-1d5e-4710-bebc-c99556c9988f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:54.889337 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-ac65f4f0-1d5e-4710-bebc-c99556c9988f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2188d86f-d96e-4cc8-a070-d7c0481f1e8d HTTP/1.1" status: 204 len: 168 time: 0.1348290 May 04 21:44:54.923983 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65f4f0-1d5e-4710-bebc-c99556c9988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2188d86f-d96e-4cc8-a070-d7c0481f1e8d,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:54.945403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff482cbe-419e-4d58-a52c-5507d4b91d2c req-ea99b744-a438-4533-9227-f6eefbcf60f0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:54.947480 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ff482cbe-419e-4d58-a52c-5507d4b91d2c req-ea99b744-a438-4533-9227-f6eefbcf60f0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0566392 May 04 21:44:55.005967 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ff482cbe-419e-4d58-a52c-5507d4b91d2c req-45c8e5cf-8cdf-403d-8d1c-06a7c7347d01 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524957 May 04 21:44:55.122998 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-185dfa62-350d-46aa-9df8-9360afdc08ce req-4cdbf27a-2987-4cf2-9538-59c63271ad3e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:44:55.124137 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-185dfa62-350d-46aa-9df8-9360afdc08ce req-4cdbf27a-2987-4cf2-9538-59c63271ad3e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055435 May 04 21:44:55.239172 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5fec56d8-bb2c-4cb9-8fb8-9f72ba8d5791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:55.287156 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c52af-04cf-4b3e-8ba5-36f6f512c87f req-478b3598-2341-4ac2-9858-4b1d3e229c46 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:55.296600 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fb4c52af-04cf-4b3e-8ba5-36f6f512c87f req-478b3598-2341-4ac2-9858-4b1d3e229c46 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0613000 May 04 21:44:55.343545 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fb4c52af-04cf-4b3e-8ba5-36f6f512c87f req-c0f0ad7b-09d8-46d4-89ad-93494a14ce94 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482671 May 04 21:44:55.438143 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8b2ec-6c0c-406b-a068-24c598d940ba req-a3c79cfd-2d1f-4d39-8aa5-e8815983f67a tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:55.439872 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8cf8b2ec-6c0c-406b-a068-24c598d940ba req-a3c79cfd-2d1f-4d39-8aa5-e8815983f67a tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 944 time: 0.0483098 May 04 21:44:55.491280 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8cf8b2ec-6c0c-406b-a068-24c598d940ba req-16c7d487-8f3b-4041-a40e-bb1ec3154e34 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459867 May 04 21:44:55.754388 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 44870) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:44:55.839550 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-3ccacd64-e50a-4d7c-996a-a4de8411ea9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838690 May 04 21:44:55.848433 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-cdca7c5a-5153-4c43-b7cc-34b9702062c6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:44:55.849685 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-cdca7c5a-5153-4c43-b7cc-34b9702062c6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051317 May 04 21:44:55.984696 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 44912) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:44:56.084283 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-2d26d049-03a7-43cf-9d81-5a18362195ac tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:56.085716 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-2d26d049-03a7-43cf-9d81-5a18362195ac tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports/717a2542-9eb2-4124-a1e4-e76cc6748352 HTTP/1.1" status: 200 len: 940 time: 0.0999830 May 04 21:44:56.106034 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:56.173022 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079acc99-017c-46d4-9e1c-3a49a5ff620f req-111103b1-6fad-4ac8-9699-373773a5271a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:56.174672 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-079acc99-017c-46d4-9e1c-3a49a5ff620f req-111103b1-6fad-4ac8-9699-373773a5271a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0769203 May 04 21:44:56.227677 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-079acc99-017c-46d4-9e1c-3a49a5ff620f req-a6bb9832-7d62-4414-a5e3-7603857f8a56 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469253 May 04 21:44:56.366972 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:44:56.449152 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 717a2542-9eb2-4124-a1e4-e76cc6748352 is: DOWN; New status is: DOWN {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:44:56.476916 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b185a1-76f2-4954-89f9-1fada791fb15 req-4ae0e303-7fcd-423c-a989-b36c3dc29ff9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:56.478464 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9b185a1-76f2-4954-89f9-1fada791fb15 req-4ae0e303-7fcd-423c-a989-b36c3dc29ff9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0539873 May 04 21:44:56.525217 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9b185a1-76f2-4954-89f9-1fada791fb15 req-2fe21ece-27cd-454f-a852-94ce3ff9f52a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405350 May 04 21:44:56.605495 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8994-b69a-4323-baca-09e492d6a516 req-dbbb0b26-4076-4ab0-8247-bd2ca1b9195e tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:56.607865 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-687d8994-b69a-4323-baca-09e492d6a516 req-dbbb0b26-4076-4ab0-8247-bd2ca1b9195e tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 944 time: 0.0481808 May 04 21:44:56.658480 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-687d8994-b69a-4323-baca-09e492d6a516 req-0121a99c-0aa9-4e66-bd20-73c142ba4bc7 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452688 May 04 21:44:57.343857 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d4eba-35c2-41cc-9ae9-00bf34b0e2cd req-23349f27-cd92-4c70-bbe6-5d58aa2f8e88 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:57.345522 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-314d4eba-35c2-41cc-9ae9-00bf34b0e2cd req-23349f27-cd92-4c70-bbe6-5d58aa2f8e88 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0482697 May 04 21:44:57.394545 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-314d4eba-35c2-41cc-9ae9-00bf34b0e2cd req-4f0da030-de30-4709-9556-a6e7320dc22d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 May 04 21:44:57.653981 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:57.687979 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1761e3-3e41-4fcf-b439-a22690fe9cbe req-f2fe2d3d-49df-4f4e-8bad-e7942b0fb812 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:57.690489 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0d1761e3-3e41-4fcf-b439-a22690fe9cbe req-f2fe2d3d-49df-4f4e-8bad-e7942b0fb812 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0880032 May 04 21:44:57.711692 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-fcc2dfc2-f564-4f69-8af9-a42538e0e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:57.713278 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-fcc2dfc2-f564-4f69-8af9-a42538e0e2d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7898995e41684b029b6370132bc5d1ac&device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 1128 time: 0.0763745 May 04 21:44:57.754032 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0d1761e3-3e41-4fcf-b439-a22690fe9cbe req-9d0030a2-fd49-41be-bd02-3e901defc298 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531967 May 04 21:44:57.786877 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6907b-c4cf-45e3-8083-c2ed45945f1c req-3d657ef9-18ae-45ab-a37e-024a3afbf889 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:57.788390 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b7d6907b-c4cf-45e3-8083-c2ed45945f1c req-3d657ef9-18ae-45ab-a37e-024a3afbf889 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 944 time: 0.0535469 May 04 21:44:57.835054 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b7d6907b-c4cf-45e3-8083-c2ed45945f1c req-0b3d959e-32d5-4631-9e1b-0adb0db59254 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 May 04 21:44:58.400123 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 97cb41f0-3bb0-4051-ba18-a4118d332d45 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:44:58.422477 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-ca398d30-5ccc-449c-9aa4-8c4c27e44a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:58.424006 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-ca398d30-5ccc-449c-9aa4-8c4c27e44a6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1706b34-4c0d-4dff-b97e-b926badc62d6 HTTP/1.1" status: 200 len: 915 time: 0.0959747 May 04 21:44:58.503088 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 97cb41f0-3bb0-4051-ba18-a4118d332d45, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=97cb41f0-3bb0-4051-ba18-a4118d332d45,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:58.514802 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '97cb41f0-3bb0-4051-ba18-a4118d332d45', 'network_id': 'd1706b34-4c0d-4dff-b97e-b926badc62d6', 'port_id': '97cb41f0-3bb0-4051-ba18-a4118d332d45', 'mac_address': 'fa:16:3e:40:eb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56298dc6-cb3c-4ee4-b3e6-cffd410a5e16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:44:58.552943 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 97cb41f0-3bb0-4051-ba18-a4118d332d45 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:44:58.553245 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:58.565392 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db4d6b-4cbd-4a09-9c55-ba680a003551 req-d3b8c1a7-5c7e-4a4b-b902-abb168f3acc6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:58.566390 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cb41f0-3bb0-4051-ba18-a4118d332d45 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:44:58.566889 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-39db4d6b-4cbd-4a09-9c55-ba680a003551 req-d3b8c1a7-5c7e-4a4b-b902-abb168f3acc6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.1016719 May 04 21:44:58.588513 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 97cb41f0-3bb0-4051-ba18-a4118d332d45, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=97cb41f0-3bb0-4051-ba18-a4118d332d45,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:44:58.594080 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:58.617933 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-39db4d6b-4cbd-4a09-9c55-ba680a003551 req-40552fd9-61a9-4231-8cc3-5c2c2d7a1d19 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447357 May 04 21:44:58.644136 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=97cb41f0-3bb0-4051-ba18-a4118d332d45,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:44:58.756605 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-34f65d53-cc19-4188-9960-0cec28b150c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97cb41f0-3bb0-4051-ba18-a4118d332d45 HTTP/1.1" status: 200 len: 217 time: 0.0376406 May 04 21:44:58.851247 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-36486d54-e000-4c7f-b47d-8e5b180ac9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:58.852743 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-36486d54-e000-4c7f-b47d-8e5b180ac9e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56298dc6-cb3c-4ee4-b3e6-cffd410a5e16 HTTP/1.1" status: 200 len: 854 time: 0.0503397 May 04 21:44:58.892147 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-af251c4c-1317-4ffd-89fb-47d54c45d04b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1706b34-4c0d-4dff-b97e-b926badc62d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299242 May 04 21:44:58.893767 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada984da-4b25-4cba-8fa5-786d2bd11a5e req-77bf5bef-9839-45ab-a0f3-db2571947566 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:58.895284 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ada984da-4b25-4cba-8fa5-786d2bd11a5e req-77bf5bef-9839-45ab-a0f3-db2571947566 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0661387 May 04 21:44:58.942576 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ada984da-4b25-4cba-8fa5-786d2bd11a5e req-563a0170-b0a9-4218-a9c9-f991d40b048f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410733 May 04 21:44:58.957502 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c305add-9f5e-4bcf-b6d1-898d08dad46d req-e01e22a5-6e3f-415e-9984-90f2c85c2b42 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:44:58.959038 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9c305add-9f5e-4bcf-b6d1-898d08dad46d req-e01e22a5-6e3f-415e-9984-90f2c85c2b42 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 945 time: 0.0483799 May 04 21:44:59.061295 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9c305add-9f5e-4bcf-b6d1-898d08dad46d req-54f45cca-eaa1-4696-9b70-a232a111146e tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932419 May 04 21:44:59.082648 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-36f4751f-e6ab-4eb1-bcc0-d95851bea48a service neutron] 10.222.0.21 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220531 May 04 21:44:59.186527 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['97cb41f0-3bb0-4051-ba18-a4118d332d45'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:44:59.268381 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:44:59.444440 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f16206cc-0d42-4329-a037-c0eb91e9d155 req-1122d393-38b8-4729-8f57-68adef94c685 service neutron] 10.222.0.21 "GET /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849652 May 04 21:45:00.121160 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090124d-850a-4c30-aa8e-cc2df80af94a req-c30941e7-52f8-46b8-9b50-8ece05c13fda tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:00.122671 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c090124d-850a-4c30-aa8e-cc2df80af94a req-c30941e7-52f8-46b8-9b50-8ece05c13fda tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.1006880 May 04 21:45:00.175675 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c090124d-850a-4c30-aa8e-cc2df80af94a req-7e73b0be-ff5c-4f9b-aac2-1b71a70ca038 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469358 May 04 21:45:00.178254 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f73c45-e88e-4c91-a47b-cdfef017a0b7 req-1c931939-de7d-428b-9543-5f6a029dc93b tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:00.181060 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-66f73c45-e88e-4c91-a47b-cdfef017a0b7 req-1c931939-de7d-428b-9543-5f6a029dc93b tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 945 time: 0.0480633 May 04 21:45:00.229803 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-66f73c45-e88e-4c91-a47b-cdfef017a0b7 req-dd1b13cd-e3c0-4004-8ce6-081c2f1bc09d tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 May 04 21:45:00.490555 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-16c6ea97-322a-4099-97d3-d8941fc1867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:00.492176 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-16c6ea97-322a-4099-97d3-d8941fc1867b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393&tenant_id=80373b242ff34b0ba8ac77e122566e67 HTTP/1.1" status: 200 len: 1127 time: 0.0883985 May 04 21:45:00.694830 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 97cb41f0-3bb0-4051-ba18-a4118d332d45 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:45:00.747559 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 97cb41f0-3bb0-4051-ba18-a4118d332d45 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:45:00.755444 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 97cb41f0-3bb0-4051-ba18-a4118d332d45 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:45:00.755781 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:00.764689 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-07c43ea9-b68c-4348-97af-f91cac0c71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:00.767533 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-07c43ea9-b68c-4348-97af-f91cac0c71f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 1127 time: 0.2953463 May 04 21:45:00.835372 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 97cb41f0-3bb0-4051-ba18-a4118d332d45 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:45:00.835801 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:00.859282 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939e9b05-7c78-472e-99aa-3bde951c4d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cb41f0-3bb0-4051-ba18-a4118d332d45'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:45:00.861558 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff301dc-2f28-4f56-b576-6083de2b65b1" -d '{"events": [{"server_uuid": "939e9b05-7c78-472e-99aa-3bde951c4d58", "name": "network-vif-plugged", "status": "completed", "tag": "97cb41f0-3bb0-4051-ba18-a4118d332d45"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:45:00.877211 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 97cb41f0-3bb0-4051-ba18-a4118d332d45, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=97cb41f0-3bb0-4051-ba18-a4118d332d45,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:45:00.881589 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-69c2e46a-a941-4db4-8f7b-90c1294b7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:00.882907 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:00.883185 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-69c2e46a-a941-4db4-8f7b-90c1294b7033 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.0908885 May 04 21:45:00.906203 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5e90dd-c79c-4a7e-ab9c-3e066185c46a x-openstack-request-id: req-ce5e90dd-c79c-4a7e-ab9c-3e066185c46a {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:45:00.906590 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939e9b05-7c78-472e-99aa-3bde951c4d58", "name": "network-vif-plugged", "status": "completed", "tag": "97cb41f0-3bb0-4051-ba18-a4118d332d45", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:45:00.906778 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce5e90dd-c79c-4a7e-ab9c-3e066185c46a {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:45:00.907350 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5e90dd-c79c-4a7e-ab9c-3e066185c46a'] response: {'server_uuid': '939e9b05-7c78-472e-99aa-3bde951c4d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cb41f0-3bb0-4051-ba18-a4118d332d45', 'code': 200} May 04 21:45:00.933345 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=97cb41f0-3bb0-4051-ba18-a4118d332d45,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:45:00.952391 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-ee901930-cb5d-4c82-ac89-8ce832b4508a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717a2542-9eb2-4124-a1e4-e76cc6748352 HTTP/1.1" status: 200 len: 999 time: 0.0625136 May 04 21:45:01.001047 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-e3c94263-1933-492e-859a-3dbca95a509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:01.002453 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-e3c94263-1933-492e-859a-3dbca95a509e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.0435185 May 04 21:45:01.048415 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-ed9ea8a9-1551-4219-99a7-69b49a6eee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:01.050489 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-ed9ea8a9-1551-4219-99a7-69b49a6eee51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419996 May 04 21:45:01.147411 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:01.171290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088fc4c-10ba-4814-8bd8-62a6e3285b4a req-9783f82e-22dd-47eb-966e-25523316e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:01.172927 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d088fc4c-10ba-4814-8bd8-62a6e3285b4a req-9783f82e-22dd-47eb-966e-25523316e15f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 1130 time: 0.0546422 May 04 21:45:01.176481 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-0a0beee3-1023-4358-ad30-174484c72297 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191466 May 04 21:45:01.291529 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d088fc4c-10ba-4814-8bd8-62a6e3285b4a req-585d7964-9e4d-45e0-a435-385ac7390db3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076159 May 04 21:45:01.334439 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b96fd-b64b-45d5-963e-85ece686d330 req-146d0273-910f-414c-9ddb-cd0e6e21ae81 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:01.335939 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-346b96fd-b64b-45d5-963e-85ece686d330 req-146d0273-910f-414c-9ddb-cd0e6e21ae81 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0723274 May 04 21:45:01.337830 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a5ca88fc-4faf-482f-92c5-24f223877798 req-2e49f3b3-40d3-42f3-b040-98d0dda3605f service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529343 May 04 21:45:01.349858 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770aa3-6ecd-42c9-932e-e70a977f4923 req-02c23eef-fb2f-4788-8e13-f256862c30f5 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:01.351281 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-51770aa3-6ecd-42c9-932e-e70a977f4923 req-02c23eef-fb2f-4788-8e13-f256862c30f5 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 946 time: 0.0481570 May 04 21:45:01.384839 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-346b96fd-b64b-45d5-963e-85ece686d330 req-22ea6b1e-17a2-487e-b892-38c941a904c7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 May 04 21:45:01.401078 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-51770aa3-6ecd-42c9-932e-e70a977f4923 req-f315711e-8827-441b-97fe-be0539cbf806 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 May 04 21:45:02.520430 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf91dd-3330-458c-b377-84ffb3c4d737 req-c7943911-3da5-4998-a3c6-395894dfc360 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:02.521849 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bcbf91dd-3330-458c-b377-84ffb3c4d737 req-c7943911-3da5-4998-a3c6-395894dfc360 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0609260 May 04 21:45:02.523257 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf23ac-5d6e-498a-9ca3-237ae292c8ef req-52f758a0-644f-4086-9158-70f0716c46a1 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:02.524759 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eabf23ac-5d6e-498a-9ca3-237ae292c8ef req-52f758a0-644f-4086-9158-70f0716c46a1 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 946 time: 0.0545895 May 04 21:45:02.574128 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bcbf91dd-3330-458c-b377-84ffb3c4d737 req-20daa8a0-b9c0-4914-88ac-f5d9b28c1910 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 May 04 21:45:02.575413 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eabf23ac-5d6e-498a-9ca3-237ae292c8ef req-b39bbf1d-78ea-4fc4-88fe-40fea908986d tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445657 May 04 21:45:02.838469 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-3170d5a8-26a9-4cbb-a544-854b969e757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:02.840102 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-3170d5a8-26a9-4cbb-a544-854b969e757c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 1127 time: 0.0436306 May 04 21:45:02.944534 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-2be66bde-87cd-44bc-861d-3230e92911e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:02.946051 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-2be66bde-87cd-44bc-861d-3230e92911e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.0917647 May 04 21:45:03.014236 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-c5da876a-1478-46c9-b801-d5251642ea52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717a2542-9eb2-4124-a1e4-e76cc6748352 HTTP/1.1" status: 200 len: 999 time: 0.0603132 May 04 21:45:03.068430 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-17e61a95-8124-416c-b5e9-3efb42e292bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:03.069941 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-17e61a95-8124-416c-b5e9-3efb42e292bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.0437512 May 04 21:45:03.119760 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-8323c1ff-75df-45b8-a4f2-abbca2f41490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:03.121098 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-8323c1ff-75df-45b8-a4f2-abbca2f41490 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424294 May 04 21:45:03.213410 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-f0445981-8019-49dd-bee1-fa9ef0b94f4c service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845358 May 04 21:45:03.310133 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b22378c8-0bf0-4acf-b7bb-b5737bcead26 req-d7458ccb-41f5-49de-a639-ab351910f6e5 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870922 May 04 21:45:03.691169 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305daff-ca6b-4b57-990a-733d80c6d6f8 req-ca36984c-d68d-478b-8d67-efc57aadb470 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:03.692904 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c305daff-ca6b-4b57-990a-733d80c6d6f8 req-ca36984c-d68d-478b-8d67-efc57aadb470 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0484226 May 04 21:45:03.693510 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bfae0-ed20-4ad2-99c2-5bcd0ee16b28 req-41c87672-40fd-4ece-ba15-8c219c91168b tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:03.697549 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ce5bfae0-ed20-4ad2-99c2-5bcd0ee16b28 req-41c87672-40fd-4ece-ba15-8c219c91168b tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 946 time: 0.0512512 May 04 21:45:03.742790 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c305daff-ca6b-4b57-990a-733d80c6d6f8 req-5af7cd9a-fa2f-46c5-986d-82fb8238bef4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 May 04 21:45:03.743996 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ce5bfae0-ed20-4ad2-99c2-5bcd0ee16b28 req-f0805329-a16e-4769-a105-b4368b489d55 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 May 04 21:45:04.889243 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8ae58-9484-4908-a169-60e1862f8391 req-fcb17710-dd4d-4201-8981-f8ef4354d475 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:04.891631 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8ca8ae58-9484-4908-a169-60e1862f8391 req-fcb17710-dd4d-4201-8981-f8ef4354d475 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 946 time: 0.0506017 May 04 21:45:04.894343 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a0163-740b-42c0-a8f1-864718766066 req-9ca26522-f514-4cf7-89eb-f2c43c20dd65 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:04.895949 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-877a0163-740b-42c0-a8f1-864718766066 req-9ca26522-f514-4cf7-89eb-f2c43c20dd65 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0548949 May 04 21:45:04.950412 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8ca8ae58-9484-4908-a169-60e1862f8391 req-dfecb6b2-4412-4e61-a50a-d9aed96b8ee6 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 May 04 21:45:04.952451 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-877a0163-740b-42c0-a8f1-864718766066 req-116b6bc1-3803-4557-b4ee-4d15c8409bfa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498714 May 04 21:45:06.108551 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d5dc9-5c2a-420b-85ae-60499131112f req-29e197df-a629-4128-806f-3821df89fca7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:06.110056 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e83d5dc9-5c2a-420b-85ae-60499131112f req-29e197df-a629-4128-806f-3821df89fca7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0496829 May 04 21:45:06.161145 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e83d5dc9-5c2a-420b-85ae-60499131112f req-a30e9f85-e7ff-4b40-965c-5e1aaa6ed7d1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448105 May 04 21:45:07.290718 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283aa18b-a764-4b6a-bb0d-fe64d21d904a req-f91c2aa1-05df-4358-acb8-9e4304063aed tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:07.292495 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-283aa18b-a764-4b6a-bb0d-fe64d21d904a req-f91c2aa1-05df-4358-acb8-9e4304063aed tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0527368 May 04 21:45:07.348973 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-283aa18b-a764-4b6a-bb0d-fe64d21d904a req-6b69ea0c-56eb-4720-a52e-83021919159a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494030 May 04 21:45:08.479815 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1bf2-fa94-48bb-befa-25847dcd247a req-5ea6fe78-f305-4810-a090-1d4e11cb49bc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:08.481429 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d40b1bf2-fa94-48bb-befa-25847dcd247a req-5ea6fe78-f305-4810-a090-1d4e11cb49bc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0544884 May 04 21:45:08.530828 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d40b1bf2-fa94-48bb-befa-25847dcd247a req-6437b9c6-3e2d-4e6b-a508-421bc3b92626 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 May 04 21:45:09.659003 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e8cf9-056f-41ef-be95-7357cecb2fd4 req-0f046a2b-4eef-445c-89d8-384c61e5a62b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:09.663538 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-198e8cf9-056f-41ef-be95-7357cecb2fd4 req-0f046a2b-4eef-445c-89d8-384c61e5a62b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0509059 May 04 21:45:09.710946 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-198e8cf9-056f-41ef-be95-7357cecb2fd4 req-5f54422a-8047-42ac-8689-59f23576dc92 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445404 May 04 21:45:10.841223 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eb2f8-26b2-4bab-925c-ceda9a3f8987 req-7d3ffea4-8314-4609-a06a-1c537189ed40 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:10.842843 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f57eb2f8-26b2-4bab-925c-ceda9a3f8987 req-7d3ffea4-8314-4609-a06a-1c537189ed40 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0532970 May 04 21:45:10.893379 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f57eb2f8-26b2-4bab-925c-ceda9a3f8987 req-60fe0ea1-f86b-4cb4-98f6-24df89d5e3f8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445337 May 04 21:45:12.028242 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc03b0e-ee80-4cf4-9f0f-839aa7d58d03 req-072ff1dd-57c9-4118-91e3-76009e50c0a6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:12.029753 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4cc03b0e-ee80-4cf4-9f0f-839aa7d58d03 req-072ff1dd-57c9-4118-91e3-76009e50c0a6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0483432 May 04 21:45:12.078420 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4cc03b0e-ee80-4cf4-9f0f-839aa7d58d03 req-fa5dfd29-85e9-4c88-bfb3-992cb4024d11 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427716 May 04 21:45:13.322495 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709882e-6b86-4454-a418-ea80cce722c3 req-ed612eaa-944a-450a-9a5d-4713623608dc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:13.324672 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e709882e-6b86-4454-a418-ea80cce722c3 req-ed612eaa-944a-450a-9a5d-4713623608dc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0480852 May 04 21:45:13.379881 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e709882e-6b86-4454-a418-ea80cce722c3 req-ce173b2b-9ef0-4454-9ddd-947a89aac0bc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492887 May 04 21:45:14.502781 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0fc4d-0caf-41da-933d-926ac30af438 req-96974df0-8387-4545-9983-8cc3aedbf75c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:14.504813 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-53e0fc4d-0caf-41da-933d-926ac30af438 req-96974df0-8387-4545-9983-8cc3aedbf75c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0507691 May 04 21:45:14.553133 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-53e0fc4d-0caf-41da-933d-926ac30af438 req-dfb0ce96-749b-4c46-be09-8781f82bef14 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 May 04 21:45:15.683742 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72825-b777-4adc-830e-22d54b853178 req-2c666394-e14d-47ae-a025-603dda273fbc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:15.685303 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cfb72825-b777-4adc-830e-22d54b853178 req-2c666394-e14d-47ae-a025-603dda273fbc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0517957 May 04 21:45:15.740242 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cfb72825-b777-4adc-830e-22d54b853178 req-d74aa9fa-c3ed-4791-aa50-7c43625ec168 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478995 May 04 21:45:16.869756 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb223c-e9c5-4216-b729-3a582a34a6b3 req-c0847005-b918-45cd-90fb-4f9f4d41f18b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:16.871236 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8ccb223c-e9c5-4216-b729-3a582a34a6b3 req-c0847005-b918-45cd-90fb-4f9f4d41f18b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0520401 May 04 21:45:16.916554 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8ccb223c-e9c5-4216-b729-3a582a34a6b3 req-20435c3d-ecdd-4ae3-aac9-e1ac69fe8882 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 May 04 21:45:18.042149 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23add6-c7c7-4544-8f98-40ff668f0f27 req-b7b449eb-bbd5-460a-b53c-c60e87b89784 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:18.043723 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ca23add6-c7c7-4544-8f98-40ff668f0f27 req-b7b449eb-bbd5-460a-b53c-c60e87b89784 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0498393 May 04 21:45:18.097949 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ca23add6-c7c7-4544-8f98-40ff668f0f27 req-d00eabe9-f476-4db9-a1b3-0027a9fe5d42 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482998 May 04 21:45:19.226231 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b8ff-92f8-47a3-ab5f-6b8d2daaae4c req-0ad7ca1c-9d2c-425f-9a4b-572159ed79fb tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:19.227694 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0465b8ff-92f8-47a3-ab5f-6b8d2daaae4c req-0ad7ca1c-9d2c-425f-9a4b-572159ed79fb tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0504460 May 04 21:45:19.275285 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0465b8ff-92f8-47a3-ab5f-6b8d2daaae4c req-d9dde40a-977f-464c-ae02-9348015fd48f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 May 04 21:45:20.394318 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb27a5-0265-4516-a673-4da0278df8b6 req-0cdd2e7a-9e96-4597-bd12-018a28d8f7a0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:20.395843 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-62bb27a5-0265-4516-a673-4da0278df8b6 req-0cdd2e7a-9e96-4597-bd12-018a28d8f7a0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0474696 May 04 21:45:20.443863 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-62bb27a5-0265-4516-a673-4da0278df8b6 req-446c13c0-0129-4849-b737-298889e14b6e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 May 04 21:45:21.570395 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246eb8-b934-40ca-b06d-d4b59a843c0d req-80ce4e73-5211-422b-a7da-e9183f7acc3e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:21.572245 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-01246eb8-b934-40ca-b06d-d4b59a843c0d req-80ce4e73-5211-422b-a7da-e9183f7acc3e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0486791 May 04 21:45:21.632378 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-01246eb8-b934-40ca-b06d-d4b59a843c0d req-364dfac0-c0d7-491f-8e56-bd25e405f4f9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514612 May 04 21:45:22.563010 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:45:22.764626 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95b1f-5d74-4f7b-9992-88770e219344 req-2df34733-892b-4a9c-a46b-2ac137d1b856 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:22.765982 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1df95b1f-5d74-4f7b-9992-88770e219344 req-2df34733-892b-4a9c-a46b-2ac137d1b856 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0522306 May 04 21:45:22.815100 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1df95b1f-5d74-4f7b-9992-88770e219344 req-aeba1ab4-f25c-4901-a52c-73efa46127d8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410030 May 04 21:45:22.888591 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6de7fa61-8376-4159-a744-55518be10bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:23.946106 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa908015-1407-49d1-b1a1-44402eabc891 req-d93560b8-beb1-4788-854e-8f17813ae632 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:23.947550 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fa908015-1407-49d1-b1a1-44402eabc891 req-d93560b8-beb1-4788-854e-8f17813ae632 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0492551 May 04 21:45:23.994036 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fa908015-1407-49d1-b1a1-44402eabc891 req-7ee654f0-4db0-4ea1-9581-8280db410e8e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408144 May 04 21:45:25.134205 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c064c-fde6-4a7e-8264-ea3a2007a369 req-6570a4ed-0cf4-4523-9f96-bd42a65b2715 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:25.135691 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a14c064c-fde6-4a7e-8264-ea3a2007a369 req-6570a4ed-0cf4-4523-9f96-bd42a65b2715 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0601196 May 04 21:45:25.184968 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a14c064c-fde6-4a7e-8264-ea3a2007a369 req-24240021-7892-4df7-a608-4e6ba220d81e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435462 May 04 21:45:25.239532 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-40cd9484-7d5f-4b34-9cc1-af9acc4c728b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:26.111313 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:26.310553 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c5659-dccb-41be-b333-098b40b6a637 req-98420f46-3f74-4137-8392-524d13d34c4b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:26.312096 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-027c5659-dccb-41be-b333-098b40b6a637 req-98420f46-3f74-4137-8392-524d13d34c4b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0481207 May 04 21:45:26.363018 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-027c5659-dccb-41be-b333-098b40b6a637 req-420f89b2-2ed0-46cb-8ebd-2bdd5d828dc4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423248 May 04 21:45:27.492850 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3d702-ac89-449a-93a8-9500be9221cc req-f2f562e6-b0cc-4066-a402-7af9deca64f1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:27.494274 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e4b3d702-ac89-449a-93a8-9500be9221cc req-f2f562e6-b0cc-4066-a402-7af9deca64f1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0470190 May 04 21:45:27.545827 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e4b3d702-ac89-449a-93a8-9500be9221cc req-adb1fb81-2d39-41c8-8f9a-8d77e526376e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 May 04 21:45:27.655573 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:28.683769 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb151ae-d2ab-4a7e-9806-1262d4d82961 req-066886d7-8123-412b-bdf7-1af26f317a4c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:28.685289 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0bb151ae-d2ab-4a7e-9806-1262d4d82961 req-066886d7-8123-412b-bdf7-1af26f317a4c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0515254 May 04 21:45:28.733153 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0bb151ae-d2ab-4a7e-9806-1262d4d82961 req-3413df77-085f-4605-9865-47020ac8381c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 May 04 21:45:29.252702 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:29.856377 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bb007-3d5d-4e36-ad55-c661c99440a3 req-d9e796a6-a0ce-4980-bfef-12f78d0adec8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:29.857810 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-818bb007-3d5d-4e36-ad55-c661c99440a3 req-d9e796a6-a0ce-4980-bfef-12f78d0adec8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0496638 May 04 21:45:29.908485 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-818bb007-3d5d-4e36-ad55-c661c99440a3 req-0b3deed4-8adb-4692-bbdf-b7101ff93320 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449722 May 04 21:45:31.043069 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b5d70-313f-4add-aef3-f30b13d6dfe9 req-24153412-2402-4da4-b37f-0f0c568bd63e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:31.044483 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e0b5d70-313f-4add-aef3-f30b13d6dfe9 req-24153412-2402-4da4-b37f-0f0c568bd63e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0569105 May 04 21:45:31.095071 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e0b5d70-313f-4add-aef3-f30b13d6dfe9 req-72d75a8b-43c1-44ce-835c-ec5ff71e2f34 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 May 04 21:45:31.145453 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:32.227547 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7ac6d-2965-4bc9-a306-9874c2847b93 req-e9c82bb9-8318-496e-a122-07ba294bfd14 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:32.228987 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f7c7ac6d-2965-4bc9-a306-9874c2847b93 req-e9c82bb9-8318-496e-a122-07ba294bfd14 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0481496 May 04 21:45:32.278786 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f7c7ac6d-2965-4bc9-a306-9874c2847b93 req-5dc9ef92-973b-4fe9-973e-5f33d400a985 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434237 May 04 21:45:33.411853 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5a46-9be7-4c34-b4ad-37e4320b986d req-618197cd-b364-4f04-ac1f-a41a552ddebf tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:33.413305 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ba1d5a46-9be7-4c34-b4ad-37e4320b986d req-618197cd-b364-4f04-ac1f-a41a552ddebf tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0577037 May 04 21:45:33.464606 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ba1d5a46-9be7-4c34-b4ad-37e4320b986d req-b3f5e07b-e65b-4077-a8b7-bfd27aebe7b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425115 May 04 21:45:34.604524 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70ba54-22df-49f8-b2c0-77937abccb6a req-f10452b2-3828-43c3-9ad7-d07772880e12 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:34.605955 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ae70ba54-22df-49f8-b2c0-77937abccb6a req-f10452b2-3828-43c3-9ad7-d07772880e12 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0573511 May 04 21:45:34.653180 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ae70ba54-22df-49f8-b2c0-77937abccb6a req-9f21c60d-d356-47d7-b48b-b41cd42bc103 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 May 04 21:45:35.778194 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cd81c-b788-479e-96a1-4886b8cf76b1 req-2eef7297-a5fe-41cc-904a-ec696a6a71de tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:35.779731 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-be2cd81c-b788-479e-96a1-4886b8cf76b1 req-2eef7297-a5fe-41cc-904a-ec696a6a71de tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0480347 May 04 21:45:35.830693 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-be2cd81c-b788-479e-96a1-4886b8cf76b1 req-337422dd-3f01-47a9-9ab9-139347aa3f5b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452218 May 04 21:45:36.967161 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba770-340b-4c5f-b983-c937247cc894 req-81f5428f-d915-4eee-9f9b-f67f329ee9b7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:36.968724 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9baba770-340b-4c5f-b983-c937247cc894 req-81f5428f-d915-4eee-9f9b-f67f329ee9b7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0531659 May 04 21:45:37.019579 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9baba770-340b-4c5f-b983-c937247cc894 req-f30764ce-92a0-4311-906a-8d9cc5fcd51b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 May 04 21:45:38.159654 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa2931-ff07-41bd-b1dc-ec25ae05be0c req-1030b870-ba40-4f9c-96fe-7ef88d2dd2ad tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:38.161188 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f6fa2931-ff07-41bd-b1dc-ec25ae05be0c req-1030b870-ba40-4f9c-96fe-7ef88d2dd2ad tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0606222 May 04 21:45:38.220018 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f6fa2931-ff07-41bd-b1dc-ec25ae05be0c req-5a4d4661-5adc-42bb-9995-7560961ec34c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515852 May 04 21:45:39.352042 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cacadf-2000-4b7f-9b84-0ba5b6f3cc9a req-eabab070-71f8-4627-955c-139ff9b30ba7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:39.353488 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a4cacadf-2000-4b7f-9b84-0ba5b6f3cc9a req-eabab070-71f8-4627-955c-139ff9b30ba7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0491850 May 04 21:45:39.403880 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a4cacadf-2000-4b7f-9b84-0ba5b6f3cc9a req-5d137ba0-669e-4bc5-91ed-771e1f026310 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444107 May 04 21:45:40.526561 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df060334-98c5-4107-af39-2f02f38aa709 req-2c59b9c6-9be5-431c-a474-3a1e6479c59a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:40.528054 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df060334-98c5-4107-af39-2f02f38aa709 req-2c59b9c6-9be5-431c-a474-3a1e6479c59a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0500402 May 04 21:45:40.577728 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df060334-98c5-4107-af39-2f02f38aa709 req-af707e26-7b7f-4682-980d-6c44638a0167 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 May 04 21:45:41.703138 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf8a03-ffd7-4351-92e9-d42672e55fe4 req-3e467c25-cc93-40b4-9190-6d2858a73875 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:41.704755 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-38cf8a03-ffd7-4351-92e9-d42672e55fe4 req-3e467c25-cc93-40b4-9190-6d2858a73875 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0496559 May 04 21:45:41.751591 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-38cf8a03-ffd7-4351-92e9-d42672e55fe4 req-574b0aca-039d-4c17-b3ed-db41f274e040 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399466 May 04 21:45:42.872268 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d935da0-b3a1-441b-9c15-9e80ccc625b5 req-1fea1116-4316-40ad-b8db-0318582aa220 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:42.873747 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9d935da0-b3a1-441b-9c15-9e80ccc625b5 req-1fea1116-4316-40ad-b8db-0318582aa220 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0476260 May 04 21:45:42.924881 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9d935da0-b3a1-441b-9c15-9e80ccc625b5 req-f1dff927-954a-4b63-8e02-78b4a6c9204d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 May 04 21:45:43.729399 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45282) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:45:43.854344 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c2dce700-7aae-4600-8749-521ac37d50a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:43.936798 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c2dce700-7aae-4600-8749-521ac37d50a9 admin admin] Publish callbacks [] for security_group (28b82f75-26fc-4608-8533-d8a55f0b4a9d), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:43.941366 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c2dce700-7aae-4600-8749-521ac37d50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (28b82f75-26fc-4608-8533-d8a55f0b4a9d), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:43.977750 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dce700-7aae-4600-8749-521ac37d50a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b82f75-26fc-4608-8533-d8a55f0b4a9d,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:45:43.981917 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-c2dce700-7aae-4600-8749-521ac37d50a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ce07a6d9c3449cf828cec61015b7d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515280 May 04 21:45:43.984636 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45288) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:45:44.031410 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-908feb37-c8fd-4059-812c-b6e992ae1e62 admin admin] Publish callbacks [] for security_group (28b82f75-26fc-4608-8533-d8a55f0b4a9d), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:44.052319 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-908feb37-c8fd-4059-812c-b6e992ae1e62 admin admin] Publish callbacks [] for security_group (28b82f75-26fc-4608-8533-d8a55f0b4a9d), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:44.054221 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0d3a4-a52c-44de-ba19-9b25d535ac28 req-14381a09-7979-431d-a712-6c4d6a65b468 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:44.056295 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35a0d3a4-a52c-44de-ba19-9b25d535ac28 req-14381a09-7979-431d-a712-6c4d6a65b468 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0470419 May 04 21:45:44.100269 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-908feb37-c8fd-4059-812c-b6e992ae1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (28b82f75-26fc-4608-8533-d8a55f0b4a9d), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:44.103046 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-908feb37-c8fd-4059-812c-b6e992ae1e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:44.104339 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-908feb37-c8fd-4059-812c-b6e992ae1e62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28b82f75-26fc-4608-8533-d8a55f0b4a9d HTTP/1.1" status: 204 len: 168 time: 0.1188009 May 04 21:45:44.105241 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35a0d3a4-a52c-44de-ba19-9b25d535ac28 req-f820979d-4fd8-4c65-bd79-fdff6a99b8ee tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 May 04 21:45:44.113100 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908feb37-c8fd-4059-812c-b6e992ae1e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b82f75-26fc-4608-8533-d8a55f0b4a9d,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:45:45.236944 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bb089-cd0f-4c1c-a410-7ce2413aa3dc req-344b8d3b-56e7-44c2-b424-d8b2dda97f6b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:45.238412 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e95bb089-cd0f-4c1c-a410-7ce2413aa3dc req-344b8d3b-56e7-44c2-b424-d8b2dda97f6b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0518885 May 04 21:45:45.290727 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e95bb089-cd0f-4c1c-a410-7ce2413aa3dc req-322b97b4-3a82-4f1b-93bb-b7bce1e2ba24 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465930 May 04 21:45:46.418491 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f00aa-01c2-4aa6-ad2a-b7a733431318 req-05452cbd-eef3-4e60-a24c-a7f7b385d9e3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:46.419925 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9d4f00aa-01c2-4aa6-ad2a-b7a733431318 req-05452cbd-eef3-4e60-a24c-a7f7b385d9e3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0460598 May 04 21:45:46.471501 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9d4f00aa-01c2-4aa6-ad2a-b7a733431318 req-43a70a87-da53-459f-a5db-2f96d82a567c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 May 04 21:45:47.591635 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64e078-c423-49e4-bf0c-25d0f7c8c38f req-f8716f80-7a8e-4f7f-aa3b-f83da788c80b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:47.593079 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9a64e078-c423-49e4-bf0c-25d0f7c8c38f req-f8716f80-7a8e-4f7f-aa3b-f83da788c80b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0474291 May 04 21:45:47.642632 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9a64e078-c423-49e4-bf0c-25d0f7c8c38f req-e299d99d-4932-473c-bb33-8b58f0043a1e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412266 May 04 21:45:48.772909 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da8441-6563-4cfa-bf79-dcd4e16521f3 req-36ec934e-07c2-4d6f-aafc-787c173db211 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:48.774360 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-09da8441-6563-4cfa-bf79-dcd4e16521f3 req-36ec934e-07c2-4d6f-aafc-787c173db211 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0495136 May 04 21:45:48.820866 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-09da8441-6563-4cfa-bf79-dcd4e16521f3 req-d247d62c-ff1b-4ab5-90bd-34e58bc2660c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 May 04 21:45:49.941831 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b84ff2-a522-4e0b-9b5a-fd14a3edbbf7 req-354faa27-c2e7-4eea-b175-d02c51ab7fc9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:49.943593 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-32b84ff2-a522-4e0b-9b5a-fd14a3edbbf7 req-354faa27-c2e7-4eea-b175-d02c51ab7fc9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0510426 May 04 21:45:49.993342 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-32b84ff2-a522-4e0b-9b5a-fd14a3edbbf7 req-9cc144fb-d48c-4b1c-8362-968d7521a853 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 May 04 21:45:51.124202 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be91564-527c-4626-b639-b294b31fca7a req-a1eb4687-fe9c-4b57-8943-42f13f723524 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:51.125562 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4be91564-527c-4626-b639-b294b31fca7a req-a1eb4687-fe9c-4b57-8943-42f13f723524 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0494056 May 04 21:45:51.174048 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4be91564-527c-4626-b639-b294b31fca7a req-508f4874-bbe7-4fac-9272-c1bd2c15a4d9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403373 May 04 21:45:52.305497 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e171f52-8223-4069-9ce3-2df9aa0756ea req-ed8e2f5b-8058-405d-8513-2bcfd45cde64 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:52.306990 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7e171f52-8223-4069-9ce3-2df9aa0756ea req-ed8e2f5b-8058-405d-8513-2bcfd45cde64 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 943 time: 0.0524981 May 04 21:45:52.365699 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7e171f52-8223-4069-9ce3-2df9aa0756ea req-e9c438d6-7acb-4384-b9d3-874a8cfe7622 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506425 May 04 21:45:52.880896 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4acfcf8d-8d06-464d-8c61-4a6488c1d5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:52.982172 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:45:53.092728 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:45:53.104364 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'port_id': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'mac_address': 'fa:16:3e:6f:c3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:45:53.141772 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 717a2542-9eb2-4124-a1e4-e76cc6748352 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:45:53.142065 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:53.155295 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717a2542-9eb2-4124-a1e4-e76cc6748352 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:45:53.177726 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:45:53.182313 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:53.229089 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=9']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:45:53.236975 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.237360 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.237684 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.238054 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.238410 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.238736 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.239084 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.239404 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.239754 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.240076 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.240368 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.240693 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.241010 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.241328 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.241665 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:45:53.497353 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040694d6-b60a-46e1-972f-5603dfcc4600 req-a4a2868b-748c-4140-86d4-3168b22f451d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:53.498811 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-040694d6-b60a-46e1-972f-5603dfcc4600 req-a4a2868b-748c-4140-86d4-3168b22f451d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0489430 May 04 21:45:53.545506 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-040694d6-b60a-46e1-972f-5603dfcc4600 req-ae200d37-ad5e-4942-b330-674b867fb2b7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 May 04 21:45:53.741777 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['717a2542-9eb2-4124-a1e4-e76cc6748352'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:45:54.672210 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecd5c6-fdde-46ea-9c82-fdd9efb95725 req-35d295fa-1f28-48b2-8770-70203f5e49c1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:54.673723 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3cecd5c6-fdde-46ea-9c82-fdd9efb95725 req-35d295fa-1f28-48b2-8770-70203f5e49c1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0463071 May 04 21:45:54.720981 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3cecd5c6-fdde-46ea-9c82-fdd9efb95725 req-7d7d86da-b375-4a75-8188-2de12ebe381c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416715 May 04 21:45:55.237552 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d61afb0e-669b-4df0-848f-6136aea313b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:55.857615 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde424b4-b74c-4022-a78f-b9786fcc3b36 req-861f01d5-e1e8-4ce9-b748-f4f02cfad9d9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:55.859055 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cde424b4-b74c-4022-a78f-b9786fcc3b36 req-861f01d5-e1e8-4ce9-b748-f4f02cfad9d9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0588276 May 04 21:45:55.908710 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cde424b4-b74c-4022-a78f-b9786fcc3b36 req-6865e9d1-1283-4eea-8b1a-94d053ed2b48 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417352 May 04 21:45:56.124582 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:57.056007 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832bfef-b510-4cc2-a2dd-97ba211e22dd req-408dc111-a6d6-4e95-8276-fc2d552462d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:57.057870 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6832bfef-b510-4cc2-a2dd-97ba211e22dd req-408dc111-a6d6-4e95-8276-fc2d552462d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0488763 May 04 21:45:57.114278 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6832bfef-b510-4cc2-a2dd-97ba211e22dd req-a3f8a491-30d5-44a4-b2a5-b32bf6d88028 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506985 May 04 21:45:57.665794 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:58.252337 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba2c6a-2040-49ea-ba4c-72715b40fb5d req-90c08d3c-6096-4096-84dd-e259a74b6e53 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:58.253805 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b3ba2c6a-2040-49ea-ba4c-72715b40fb5d req-90c08d3c-6096-4096-84dd-e259a74b6e53 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 944 time: 0.0504713 May 04 21:45:58.301179 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b3ba2c6a-2040-49ea-ba4c-72715b40fb5d req-4a805e1b-8b01-4b44-9184-425d2d6c23a2 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 May 04 21:45:58.933942 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:45:58.981389 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 717a2542-9eb2-4124-a1e4-e76cc6748352 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:45:58.981820 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:59.197615 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 717a2542-9eb2-4124-a1e4-e76cc6748352 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:45:59.198034 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:59.221620 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:45:59.223859 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ab6cd-a4ab-4586-8dd4-bceb2f65d882" -d '{"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-plugged", "status": "completed", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:45:59.236834 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:45:59.254694 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:59.286132 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:45:59.313022 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=10']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:45:59.333397 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b176360e-9161-4e10-a65e-9cbdb0224ae5 x-openstack-request-id: req-b176360e-9161-4e10-a65e-9cbdb0224ae5 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:45:59.333692 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-plugged", "status": "completed", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:45:59.335352 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b176360e-9161-4e10-a65e-9cbdb0224ae5 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:45:59.335778 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b176360e-9161-4e10-a65e-9cbdb0224ae5'] response: {'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'code': 200} May 04 21:45:59.430358 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6ced-c3d7-47bd-a448-5260d0bbe6f4 req-5356088f-47f4-4ebd-8c30-9739166ede8e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:45:59.431853 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c9aa6ced-c3d7-47bd-a448-5260d0bbe6f4 req-5356088f-47f4-4ebd-8c30-9739166ede8e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0486085 May 04 21:45:59.476661 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c9aa6ced-c3d7-47bd-a448-5260d0bbe6f4 req-34ab73c2-2ec2-4086-ab2b-70bb696e226b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391958 May 04 21:45:59.567862 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:46:00.604077 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c9e1c-dac1-4bd6-9345-2487b0581e6d req-89342f0d-764a-4f41-a151-77d6f3c8590a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:00.605585 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ee5c9e1c-dac1-4bd6-9345-2487b0581e6d req-89342f0d-764a-4f41-a151-77d6f3c8590a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0503831 May 04 21:46:00.672028 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ee5c9e1c-dac1-4bd6-9345-2487b0581e6d req-55acf3fa-fbf3-4ae2-9239-53c845924ac6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539625 May 04 21:46:00.829362 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494b1ff-c5d8-4be2-8301-a1dd06acbf7b req-89c1eaf3-0772-4bcb-947c-70ed714fa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:00.830881 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9494b1ff-c5d8-4be2-8301-a1dd06acbf7b req-89c1eaf3-0772-4bcb-947c-70ed714fa3e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 1130 time: 0.1334970 May 04 21:46:00.915580 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9494b1ff-c5d8-4be2-8301-a1dd06acbf7b req-7f0d3725-8c86-43ad-a56b-002b613b8538 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518892 May 04 21:46:00.941296 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-e602f539-6f7f-44b9-be54-8f0aaf01ceda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390644 May 04 21:46:01.164675 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:01.795871 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692becd-1a3a-4034-964a-cfe55a7f7c79 req-17ea575a-7935-4d49-9968-a231c29c71ac tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:01.797359 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a692becd-1a3a-4034-964a-cfe55a7f7c79 req-17ea575a-7935-4d49-9968-a231c29c71ac tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0515642 May 04 21:46:01.846481 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a692becd-1a3a-4034-964a-cfe55a7f7c79 req-d9017109-2010-4150-94e0-0a956c5844e1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436580 May 04 21:46:02.979498 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02cef8-80a7-401a-8ed4-8cea9c9ed50a req-2e442000-d168-4e5d-94e6-7aed5a91530f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:02.980832 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d02cef8-80a7-401a-8ed4-8cea9c9ed50a req-2e442000-d168-4e5d-94e6-7aed5a91530f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0499454 May 04 21:46:03.027579 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5d02cef8-80a7-401a-8ed4-8cea9c9ed50a req-998bbf05-093d-4df4-b1aa-e4fb0d88322c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 May 04 21:46:04.164116 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1392e1-be2d-4579-860f-437e9a838b88 req-1d57e650-fe4c-4820-906b-483876045302 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:04.165542 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc1392e1-be2d-4579-860f-437e9a838b88 req-1d57e650-fe4c-4820-906b-483876045302 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0529706 May 04 21:46:04.211119 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc1392e1-be2d-4579-860f-437e9a838b88 req-2a2de269-1bae-4ab7-a172-a5d8906b0274 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 May 04 21:46:05.342291 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd44a24-a962-46a5-9008-0950f3fc8a16 req-4a5974aa-99ce-431a-93bd-e5497983237c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:05.343791 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1dd44a24-a962-46a5-9008-0950f3fc8a16 req-4a5974aa-99ce-431a-93bd-e5497983237c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0491979 May 04 21:46:05.396223 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1dd44a24-a962-46a5-9008-0950f3fc8a16 req-e7657b5f-c207-4a63-a973-fdce0f497b99 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 May 04 21:46:06.111717 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-6ac4f786-e08d-4c66-9120-1aedb4945521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:06.113890 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-6ac4f786-e08d-4c66-9120-1aedb4945521 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 1129 time: 0.0406668 May 04 21:46:06.523073 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a278f7b-e84d-42c4-8b5e-c954ab80f470 req-3fdefe76-789d-4dc4-8215-43f29811d578 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:06.524591 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a278f7b-e84d-42c4-8b5e-c954ab80f470 req-3fdefe76-789d-4dc4-8215-43f29811d578 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0461395 May 04 21:46:06.570004 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a278f7b-e84d-42c4-8b5e-c954ab80f470 req-2a5bcbbc-9608-4c9b-93b2-22102a718c1f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399036 May 04 21:46:07.414332 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-c36b0e36-eaa0-4707-a389-a326a3be52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:07.415812 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-c36b0e36-eaa0-4707-a389-a326a3be52cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.0916040 May 04 21:46:07.478125 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-4d729f1f-1dab-446f-a89d-508edaf10f41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b185628-ac9d-493e-8415-087764c8d327 HTTP/1.1" status: 200 len: 217 time: 0.0383241 May 04 21:46:07.532912 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-8f78b698-050d-4a11-8567-ae8ee6b4baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:07.534363 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-8f78b698-050d-4a11-8567-ae8ee6b4baa6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0502708 May 04 21:46:07.594498 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-afa44368-fbf7-4963-b350-541eb08b53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:07.596009 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-afa44368-fbf7-4963-b350-541eb08b53f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398829 May 04 21:46:07.725046 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4217a1-22a8-4cf4-b61a-99e36966793b req-91788794-d3d3-45a7-a8f7-455aab927a22 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:07.726494 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ef4217a1-22a8-4cf4-b61a-99e36966793b req-91788794-d3d3-45a7-a8f7-455aab927a22 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0616417 May 04 21:46:07.728417 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-2b291b7e-b80a-4b1d-a44e-315bd51fe909 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237929 May 04 21:46:07.834622 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ef4217a1-22a8-4cf4-b61a-99e36966793b req-0ef7c92a-e739-4924-9017-4e3d5f0f2be7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025190 May 04 21:46:07.859811 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97c23ebd-43c1-43df-ad5e-a9b224fae389 req-2dc43a6f-71bc-4d7d-9e0c-a2a9fca5f2dd service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219277 May 04 21:46:08.957141 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09283fdc-7582-42d7-8bb0-9b07dac8d690 req-57d6da42-b6c5-4a44-80d3-f27425a4d872 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:08.958636 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-09283fdc-7582-42d7-8bb0-9b07dac8d690 req-57d6da42-b6c5-4a44-80d3-f27425a4d872 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0511472 May 04 21:46:09.008307 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-09283fdc-7582-42d7-8bb0-9b07dac8d690 req-8c862646-bab6-4ab5-99d4-c6fac21a144e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436320 May 04 21:46:10.133921 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66e60e-07e9-4430-aede-9e6404d2e9ad req-250415ab-df3b-43a1-94e9-c0e3caddd6d7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:10.135407 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9c66e60e-07e9-4430-aede-9e6404d2e9ad req-250415ab-df3b-43a1-94e9-c0e3caddd6d7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0468609 May 04 21:46:10.190136 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9c66e60e-07e9-4430-aede-9e6404d2e9ad req-1e1a7c8b-a2f2-4f4b-a409-bc5aa142da57 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488136 May 04 21:46:13.174809 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5ccc-6a85-48e7-8327-409d13a01089 req-62578077-3552-4baf-a8dd-6daf647717ee tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:13.176309 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c21b5ccc-6a85-48e7-8327-409d13a01089 req-62578077-3552-4baf-a8dd-6daf647717ee tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0477791 May 04 21:46:13.223218 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c21b5ccc-6a85-48e7-8327-409d13a01089 req-782f61dc-a326-4f12-9cd1-1d66ebee6c47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412145 May 04 21:46:13.247339 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-5d039b21-c854-4ade-b7a2-352c7e56c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:13.248854 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-5d039b21-c854-4ade-b7a2-352c7e56c6f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 1130 time: 0.0447989 May 04 21:46:13.339492 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-430977c8-7128-4f95-bae7-a1ff41a5f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:13.340884 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-430977c8-7128-4f95-bae7-a1ff41a5f1e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.0856164 May 04 21:46:13.409240 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-21443c2a-36d2-4f18-bf60-68dd9cc9f4fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf HTTP/1.1" status: 200 len: 1002 time: 0.0614221 May 04 21:46:13.457191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-794452cf-acc5-4dae-8365-f30c3f2fa966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:13.458626 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-794452cf-acc5-4dae-8365-f30c3f2fa966 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0425613 May 04 21:46:13.539367 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-7718ed40-4b68-444a-b150-4be5df7f6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:13.540877 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-7718ed40-4b68-444a-b150-4be5df7f6c09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464392 May 04 21:46:13.654406 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-d1a7cdc5-9465-41a8-99dd-eaa7bd7d6b50 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910287 May 04 21:46:13.745013 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-80ae581a-c169-448c-820f-bd2b41c578d9 req-156e04fe-e869-4a13-b188-65d2bd8d6f48 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817244 May 04 21:46:13.854240 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18985f8-5a6d-4737-93e8-eb0ce7cf36e9 req-8f33e204-9b3b-410d-b863-fa823147610c tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:13.855630 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f18985f8-5a6d-4737-93e8-eb0ce7cf36e9 req-8f33e204-9b3b-410d-b863-fa823147610c tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 946 time: 0.0536306 May 04 21:46:13.902525 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f18985f8-5a6d-4737-93e8-eb0ce7cf36e9 req-890d472c-4a69-456f-9453-28710502bd3b tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 May 04 21:46:14.350219 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce10d-59c6-4a33-9056-fee073e2ec49 req-f05c4665-8130-484e-b86e-d35917e7003b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:14.351742 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e8dce10d-59c6-4a33-9056-fee073e2ec49 req-f05c4665-8130-484e-b86e-d35917e7003b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0505977 May 04 21:46:14.397594 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e8dce10d-59c6-4a33-9056-fee073e2ec49 req-e42a08b4-39a1-40b0-be97-07b444418f54 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402253 May 04 21:46:15.025396 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957ff7d-5ae2-4824-b509-4e3149fd8b44 req-c3fb0f7e-5c33-4cac-acf9-51560be260e2 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:15.026847 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3957ff7d-5ae2-4824-b509-4e3149fd8b44 req-c3fb0f7e-5c33-4cac-acf9-51560be260e2 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 946 time: 0.0515661 May 04 21:46:15.077628 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3957ff7d-5ae2-4824-b509-4e3149fd8b44 req-01d0b3ab-a06e-4268-81a3-c0f651dcd049 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 May 04 21:46:15.524971 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97311542-decd-492b-a040-133d7cdc7fab req-c22fae89-e59a-4385-a481-5b79e07b6427 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:15.526327 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97311542-decd-492b-a040-133d7cdc7fab req-c22fae89-e59a-4385-a481-5b79e07b6427 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0541983 May 04 21:46:15.572220 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97311542-decd-492b-a040-133d7cdc7fab req-a84e3a82-6c1a-4b1c-8b39-58fcb8d86c5e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 May 04 21:46:15.982783 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-a34addef-9bb4-4954-b0f0-611aaccd4141 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:15.984257 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-a34addef-9bb4-4954-b0f0-611aaccd4141 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.21 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 946 time: 0.0540445 May 04 21:46:16.074390 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Deleting port 97cb41f0-3bb0-4051-ba18-a4118d332d45 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:46:16.074730 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:16.163781 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] For port 97cb41f0-3bb0-4051-ba18-a4118d332d45, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=97cb41f0-3bb0-4051-ba18-a4118d332d45,segment=NetworkSegment(cecf5db0-aab8-4c4a-ba1e-fd49377d0a06),segment_id=cecf5db0-aab8-4c4a-ba1e-fd49377d0a06)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:46:16.164416 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:16.181523 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Calling delete_port for 97cb41f0-3bb0-4051-ba18-a4118d332d45 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:46:16.201634 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4778-7d6a-40d1-b865-e4ca042dab01 req-0d1b814e-7e48-4f74-b4ac-2540f2cf6469 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:16.203130 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ea1a4778-7d6a-40d1-b865-e4ca042dab01 req-0d1b814e-7e48-4f74-b4ac-2540f2cf6469 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/ports?device_id=939e9b05-7c78-472e-99aa-3bde951c4d58 HTTP/1.1" status: 200 len: 946 time: 0.0475500 May 04 21:46:16.252715 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ea1a4778-7d6a-40d1-b865-e4ca042dab01 req-33fc8b3e-25c1-4187-9d2d-62a473bb3942 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 May 04 21:46:16.314489 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687'] for port (97cb41f0-3bb0-4051-ba18-a4118d332d45), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:16.350917 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Pushing event deleted for resources: {'Port': ['ID=97cb41f0-3bb0-4051-ba18-a4118d332d45,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:16.356841 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['97cb41f0-3bb0-4051-ba18-a4118d332d45'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:46:16.381356 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.381707 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.382104 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.382462 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.382799 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.383128 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.383475 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.383823 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.384187 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.384517 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.384832 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.385151 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.385478 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.385798 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.386124 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:16.406284 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] No DVR routers for this DVR port 97cb41f0-3bb0-4051-ba18-a4118d332d45 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:46:16.408761 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:16.412069 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e94712ab-fbdf-4d5b-b1ca-b18637ae0e86 req-10c67b3a-63d7-481c-b597-01c1c2abe236 tempest-VolumesSnapshotTestJSON-1926642084 tempest-VolumesSnapshotTestJSON-1926642084-project] 10.222.0.21 "DELETE /v2.0/ports/97cb41f0-3bb0-4051-ba18-a4118d332d45 HTTP/1.1" status: 204 len: 173 time: 0.4210560 May 04 21:46:16.412506 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939e9b05-7c78-472e-99aa-3bde951c4d58', 'name': 'network-vif-deleted', 'tag': '97cb41f0-3bb0-4051-ba18-a4118d332d45'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:46:16.414774 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4439afdc-b172-4e66-af6a-288f190133da" -d '{"events": [{"server_uuid": "939e9b05-7c78-472e-99aa-3bde951c4d58", "name": "network-vif-deleted", "tag": "97cb41f0-3bb0-4051-ba18-a4118d332d45"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:46:16.503505 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e70d542-93cc-4968-83fe-fa7a603c436f x-openstack-request-id: req-2e70d542-93cc-4968-83fe-fa7a603c436f {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:46:16.503834 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939e9b05-7c78-472e-99aa-3bde951c4d58", "name": "network-vif-deleted", "tag": "97cb41f0-3bb0-4051-ba18-a4118d332d45", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:46:16.504160 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e70d542-93cc-4968-83fe-fa7a603c436f {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:46:16.504628 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e70d542-93cc-4968-83fe-fa7a603c436f'] response: {'server_uuid': '939e9b05-7c78-472e-99aa-3bde951c4d58', 'name': 'network-vif-deleted', 'tag': '97cb41f0-3bb0-4051-ba18-a4118d332d45', 'status': 'completed', 'code': 200} May 04 21:46:16.685216 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6bb73-6c9c-44d9-ae5c-e3f515a51f2e req-cd9c4bc9-bc02-483f-aba0-046eb3316ce3 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:16.686688 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fdf6bb73-6c9c-44d9-ae5c-e3f515a51f2e req-cd9c4bc9-bc02-483f-aba0-046eb3316ce3 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0464940 May 04 21:46:16.736482 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fdf6bb73-6c9c-44d9-ae5c-e3f515a51f2e req-ba6da563-1976-4f97-93ca-7ac854815efa tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 May 04 21:46:17.872599 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b156bc6-b35e-40a2-ba72-32a4e9d87771 req-1596f363-cc3f-4d34-9300-83f19237e103 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:17.874130 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b156bc6-b35e-40a2-ba72-32a4e9d87771 req-1596f363-cc3f-4d34-9300-83f19237e103 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0562553 May 04 21:46:17.925476 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b156bc6-b35e-40a2-ba72-32a4e9d87771 req-680e3125-73d8-4ce4-96d8-8da04c451e1e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 May 04 21:46:19.058347 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6e542-4038-49d0-a2f0-da4d282ce8cd req-06cf2767-c81c-4d79-96c5-eb69e2c67e96 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:19.059826 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-add6e542-4038-49d0-a2f0-da4d282ce8cd req-06cf2767-c81c-4d79-96c5-eb69e2c67e96 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0501494 May 04 21:46:19.108211 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-add6e542-4038-49d0-a2f0-da4d282ce8cd req-f0698039-b5e3-4ce7-a24f-ced840f461c9 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 May 04 21:46:20.245025 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445f0f4-fda1-4e88-b97f-2dbb8b017c26 req-fffc5a7c-44e7-4b81-b22e-5dd77fcdf74b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:20.246495 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2445f0f4-fda1-4e88-b97f-2dbb8b017c26 req-fffc5a7c-44e7-4b81-b22e-5dd77fcdf74b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0603099 May 04 21:46:20.301792 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2445f0f4-fda1-4e88-b97f-2dbb8b017c26 req-719a1aac-ffd9-49e7-ab85-b4810fa6a257 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474722 May 04 21:46:21.431626 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc5e48-c68e-4671-ac31-6ae9fdbc15f1 req-270316b3-d856-4777-be5a-dd39e04102e8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:21.433081 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b9fc5e48-c68e-4671-ac31-6ae9fdbc15f1 req-270316b3-d856-4777-be5a-dd39e04102e8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0477400 May 04 21:46:21.483869 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b9fc5e48-c68e-4671-ac31-6ae9fdbc15f1 req-9bf7246d-5367-4bfc-a960-c8903f7318d4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444367 May 04 21:46:21.577280 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 97cb41f0-3bb0-4051-ba18-a4118d332d45 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:46:21.606038 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 97cb41f0-3bb0-4051-ba18-a4118d332d45 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:46:21.606383 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 97cb41f0-3bb0-4051-ba18-a4118d332d45 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:46:22.618415 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30525e8-b8b6-4da2-b672-c55385a7c4d7 req-0b4dbd70-7be3-47fb-9d68-80b815d3a808 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:22.619913 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c30525e8-b8b6-4da2-b672-c55385a7c4d7 req-0b4dbd70-7be3-47fb-9d68-80b815d3a808 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0494118 May 04 21:46:22.667639 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c30525e8-b8b6-4da2-b672-c55385a7c4d7 req-9f6b6014-19ba-4c5e-9785-d270151d314c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397778 May 04 21:46:22.878997 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-03095690-65ca-4c7f-982e-5e14929ce4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:23.795339 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec862c-83a9-49fd-a4a1-28d85869eede req-4a002539-07cc-4756-9d09-1b20d5f9462b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:23.796837 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-54ec862c-83a9-49fd-a4a1-28d85869eede req-4a002539-07cc-4756-9d09-1b20d5f9462b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0480602 May 04 21:46:23.844843 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-54ec862c-83a9-49fd-a4a1-28d85869eede req-49b68c27-244b-4c82-b4c3-5d6a21bd2587 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 May 04 21:46:24.973648 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa796046-cad0-4771-8ba4-5b06ab3c56d6 req-f58e7b13-dba8-4fb7-a027-5e6ef61ee046 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:24.975130 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa796046-cad0-4771-8ba4-5b06ab3c56d6 req-f58e7b13-dba8-4fb7-a027-5e6ef61ee046 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0450599 May 04 21:46:25.023749 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa796046-cad0-4771-8ba4-5b06ab3c56d6 req-5fd04513-01fc-4fdf-bcd0-ddfdc2669a6d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 May 04 21:46:25.235320 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b967f95b-989d-4244-bca3-8bbe9efbcf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:26.116975 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:26.143062 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6da82b-e67d-467d-9832-2033706a7354 req-209aadc5-16bb-4943-8c39-5a18e8c3c199 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:26.144635 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7f6da82b-e67d-467d-9832-2033706a7354 req-209aadc5-16bb-4943-8c39-5a18e8c3c199 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0484607 May 04 21:46:26.189708 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7f6da82b-e67d-467d-9832-2033706a7354 req-e3c6854c-ed9d-4887-a980-69686d42ba5d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395629 May 04 21:46:27.315537 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41221b96-dd57-4d2a-8fe9-e2579ab0e962 req-73925305-ce04-45fa-8508-cb25a3fca9a4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:27.316955 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-41221b96-dd57-4d2a-8fe9-e2579ab0e962 req-73925305-ce04-45fa-8508-cb25a3fca9a4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0465748 May 04 21:46:27.366776 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-41221b96-dd57-4d2a-8fe9-e2579ab0e962 req-eca21b25-d384-4ef4-84cb-b80cd78eec45 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 May 04 21:46:27.671911 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:28.494598 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffbc7f-c83d-4154-9aa3-2c50d73f6782 req-6df95f12-79ba-41ce-b56b-e832439e4b70 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:28.496073 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-60ffbc7f-c83d-4154-9aa3-2c50d73f6782 req-6df95f12-79ba-41ce-b56b-e832439e4b70 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0539389 May 04 21:46:28.547766 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-60ffbc7f-c83d-4154-9aa3-2c50d73f6782 req-46778a3a-4103-4bd7-8541-b29cb138e185 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460901 May 04 21:46:29.270565 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:29.683110 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8ec11-f443-4b0d-b1f3-6830ac92dcb0 req-137d1086-28e9-4825-9a83-dab586713b55 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:29.684581 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61a8ec11-f443-4b0d-b1f3-6830ac92dcb0 req-137d1086-28e9-4825-9a83-dab586713b55 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0534842 May 04 21:46:29.730398 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61a8ec11-f443-4b0d-b1f3-6830ac92dcb0 req-c97ea2f5-e44e-414b-bda6-75d9fc73d6b8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401204 May 04 21:46:30.850034 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107bfd3-16e7-4fca-97aa-b5701eed6c3f req-e558992b-d25f-41e3-b17a-d02997ef0632 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:30.851513 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3107bfd3-16e7-4fca-97aa-b5701eed6c3f req-e558992b-d25f-41e3-b17a-d02997ef0632 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0499771 May 04 21:46:30.898930 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3107bfd3-16e7-4fca-97aa-b5701eed6c3f req-9e508f1a-f055-4e75-a3b5-4e98d82f9f52 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 May 04 21:46:31.032152 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dffbaa-efe4-4f78-995b-e732764d8557 req-6e743ba0-7928-4dfa-a515-e67c10bfbdd6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:31.033979 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f5dffbaa-efe4-4f78-995b-e732764d8557 req-6e743ba0-7928-4dfa-a515-e67c10bfbdd6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0560427 May 04 21:46:31.086632 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f5dffbaa-efe4-4f78-995b-e732764d8557 req-a8064f05-a5e4-46c5-bacf-af9ceb5acc4b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468411 May 04 21:46:31.171786 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:32.024203 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa9659-03db-4e35-9037-2ce718eedfef req-5daab389-1923-433d-b00b-4c4ea5f86515 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:32.025686 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3daa9659-03db-4e35-9037-2ce718eedfef req-5daab389-1923-433d-b00b-4c4ea5f86515 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0469472 May 04 21:46:32.072324 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3daa9659-03db-4e35-9037-2ce718eedfef req-e3efa753-b855-468b-8d6c-965490d01c05 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 May 04 21:46:32.205479 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5e05b-5508-4522-892a-a5aae74e7ec4 req-2e71ed14-fcb8-4dd2-9a01-0e30b4aa744c tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:32.206825 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cdb5e05b-5508-4522-892a-a5aae74e7ec4 req-2e71ed14-fcb8-4dd2-9a01-0e30b4aa744c tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0500901 May 04 21:46:32.493842 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cdb5e05b-5508-4522-892a-a5aae74e7ec4 req-85fe7358-5799-4217-9ed5-323b74b6a880 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813721 May 04 21:46:33.203311 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832cf3-05a7-4f10-a916-eb4148c322f9 req-ed9f8658-67e8-4a15-8eae-2117ed0f7953 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:33.204930 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ac832cf3-05a7-4f10-a916-eb4148c322f9 req-ed9f8658-67e8-4a15-8eae-2117ed0f7953 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0511224 May 04 21:46:33.254964 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ac832cf3-05a7-4f10-a916-eb4148c322f9 req-b63e1212-49e7-4ad3-b19e-3c1ce162a987 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 May 04 21:46:33.613311 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b433a0-b059-46e6-9f9c-824ab858f6d9 req-28dd268f-3f7a-412e-b2b6-c93109c8d5e1 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:33.615419 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-94b433a0-b059-46e6-9f9c-824ab858f6d9 req-28dd268f-3f7a-412e-b2b6-c93109c8d5e1 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0475655 May 04 21:46:33.663631 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-94b433a0-b059-46e6-9f9c-824ab858f6d9 req-f8309437-010d-49ea-8e58-4cef68fe208c tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424707 May 04 21:46:34.368856 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f6afe-8720-4c78-b3a0-1db656ae12f1 req-bbaf8b17-c2ff-47a9-9888-dc7fa0647d09 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:34.370517 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2a3f6afe-8720-4c78-b3a0-1db656ae12f1 req-bbaf8b17-c2ff-47a9-9888-dc7fa0647d09 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0506063 May 04 21:46:34.420609 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2a3f6afe-8720-4c78-b3a0-1db656ae12f1 req-62f2c13b-26fc-44ab-be91-6174893a52a8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417778 May 04 21:46:34.778361 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef47f4-bdce-4b4b-af4a-2b9b5f714565 req-39994191-1183-4cfa-9bdd-d3c50385dd10 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:34.779774 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e9ef47f4-bdce-4b4b-af4a-2b9b5f714565 req-39994191-1183-4cfa-9bdd-d3c50385dd10 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0451505 May 04 21:46:34.830444 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e9ef47f4-bdce-4b4b-af4a-2b9b5f714565 req-737c6eca-346e-47c8-83b2-c06513c76747 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450392 May 04 21:46:35.536949 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be096-3b8e-4363-913a-84b6910e7d52 req-99fc831d-c353-4b35-9426-80a6d20c625a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:35.538410 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7b0be096-3b8e-4363-913a-84b6910e7d52 req-99fc831d-c353-4b35-9426-80a6d20c625a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0460413 May 04 21:46:35.600332 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7b0be096-3b8e-4363-913a-84b6910e7d52 req-d53f38b3-0b70-400c-a8d7-15ce82ba2f3a tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518548 May 04 21:46:35.959895 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810305b2-da04-45a4-9838-c75c4dc396c2 req-9cbfcaca-b113-41cc-b7e1-a4adaf27faa5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:35.961393 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-810305b2-da04-45a4-9838-c75c4dc396c2 req-9cbfcaca-b113-41cc-b7e1-a4adaf27faa5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0566692 May 04 21:46:36.017635 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-810305b2-da04-45a4-9838-c75c4dc396c2 req-45431b08-e4e2-4ebe-8c9e-dee638248c92 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488365 May 04 21:46:36.573580 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:46:36.714955 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb1810-85fd-4a2f-a4cd-11cc17b04ff4 req-25fedea9-1417-479b-b796-52b2aaea1833 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:36.716513 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d3cb1810-85fd-4a2f-a4cd-11cc17b04ff4 req-25fedea9-1417-479b-b796-52b2aaea1833 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0466397 May 04 21:46:36.764587 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d3cb1810-85fd-4a2f-a4cd-11cc17b04ff4 req-5b646625-6e55-4f97-b299-00744844b16c tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 May 04 21:46:37.130433 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e7b69-0b57-412a-b815-d21fd1570905 req-17790928-8e9f-4e41-955f-f737c558a54d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:37.131863 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3e9e7b69-0b57-412a-b815-d21fd1570905 req-17790928-8e9f-4e41-955f-f737c558a54d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0474818 May 04 21:46:37.182176 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3e9e7b69-0b57-412a-b815-d21fd1570905 req-4471eb08-506d-42da-9a4b-fbb582936a53 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448492 May 04 21:46:37.919419 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4e586-28bd-4538-928d-5233a137db96 req-1e9abf86-b5b7-40eb-8ca9-4fb97d538b73 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:37.920990 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9cf4e586-28bd-4538-928d-5233a137db96 req-1e9abf86-b5b7-40eb-8ca9-4fb97d538b73 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0738106 May 04 21:46:37.922019 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b998a-6256-4bcb-8db1-5b89d006c8ca req-972d352a-2df5-46c5-bdb7-972beb2d8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:37.923317 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-785b998a-6256-4bcb-8db1-5b89d006c8ca req-972d352a-2df5-46c5-bdb7-972beb2d8ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 1130 time: 0.0644314 May 04 21:46:38.225037 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9cf4e586-28bd-4538-928d-5233a137db96 req-ef12d06a-717b-404b-b489-b569da92d22b tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969224 May 04 21:46:38.227344 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-785b998a-6256-4bcb-8db1-5b89d006c8ca req-2e3e719d-771c-4cdf-aeaf-5994558a7531 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936387 May 04 21:46:38.303518 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9060dd-f1e1-4a0d-8626-ef53b3106ab7 req-398ad8f7-1cdf-4602-ace7-827e5bb7b1ee tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:38.305283 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fb9060dd-f1e1-4a0d-8626-ef53b3106ab7 req-398ad8f7-1cdf-4602-ace7-827e5bb7b1ee tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0513825 May 04 21:46:38.361203 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fb9060dd-f1e1-4a0d-8626-ef53b3106ab7 req-7fe83737-67e0-40dc-ad14-dbf9658e0803 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501380 May 04 21:46:39.350564 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0517553-f21a-4cbc-9709-fde41b09c23a req-65426509-df6e-4845-b0e9-0f23c20fdc75 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:39.352029 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b0517553-f21a-4cbc-9709-fde41b09c23a req-65426509-df6e-4845-b0e9-0f23c20fdc75 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0480187 May 04 21:46:39.405681 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b0517553-f21a-4cbc-9709-fde41b09c23a req-a3b05fad-9b94-4141-9cc1-7af9ffadbc80 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465362 May 04 21:46:39.488579 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3439a-2f5d-45c7-b643-8960d53e4abe req-ed6a6d57-38f3-4507-9590-42d9f30200e4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:39.490063 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-62c3439a-2f5d-45c7-b643-8960d53e4abe req-ed6a6d57-38f3-4507-9590-42d9f30200e4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0490890 May 04 21:46:39.541062 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-62c3439a-2f5d-45c7-b643-8960d53e4abe req-c862ce27-66a6-42bc-8cf5-e65bf6a4c0f9 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449281 May 04 21:46:40.525623 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef50bb-abca-490d-b8d3-b1cd7da19504 req-3a75476b-624b-4338-bf69-1f97c1f03f29 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:40.527124 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-96ef50bb-abca-490d-b8d3-b1cd7da19504 req-3a75476b-624b-4338-bf69-1f97c1f03f29 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0526013 May 04 21:46:40.577789 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-96ef50bb-abca-490d-b8d3-b1cd7da19504 req-bc491d7d-a3fd-49c8-bd21-1f5486a6d591 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 May 04 21:46:40.658218 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbdf15-09d8-4635-9685-54df5aa35870 req-139dd8dc-b75d-4318-9252-fc81d00ff33d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:40.659708 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19dbdf15-09d8-4635-9685-54df5aa35870 req-139dd8dc-b75d-4318-9252-fc81d00ff33d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0488770 May 04 21:46:40.708456 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19dbdf15-09d8-4635-9685-54df5aa35870 req-bfa47d03-49b8-4548-90ee-84a96ea61ddf tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430760 May 04 21:46:40.963897 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3522963-45cb-48ba-8f7e-78822216d950 req-363a0114-f259-45d5-a13f-53c25ea6dde4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:40.965388 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c3522963-45cb-48ba-8f7e-78822216d950 req-363a0114-f259-45d5-a13f-53c25ea6dde4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0751250 May 04 21:46:40.970800 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-23d605bf-6cc4-4de9-948c-840838c39d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:40.972245 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-23d605bf-6cc4-4de9-948c-840838c39d11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 1130 time: 0.0533009 May 04 21:46:41.069261 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c3522963-45cb-48ba-8f7e-78822216d950 req-d30d9b6a-3d67-4465-94dc-5f30043d0a8f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960257 May 04 21:46:41.093627 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-23371019-0514-4562-9e15-f567cab5d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:41.095044 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-23371019-0514-4562-9e15-f567cab5d2e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.1095645 May 04 21:46:41.162086 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-5c9ef6c8-e0e8-4fa8-8470-cc89e90ea739 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf HTTP/1.1" status: 200 len: 1002 time: 0.0583630 May 04 21:46:41.217920 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-72f65284-6c97-421e-ac3b-68c9a9f3b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:41.219428 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-72f65284-6c97-421e-ac3b-68c9a9f3b7d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0499222 May 04 21:46:41.263651 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-cd7d8bc0-e97c-44dc-8147-abca5179a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:41.265152 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-cd7d8bc0-e97c-44dc-8147-abca5179a457 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392261 May 04 21:46:41.358157 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-1d5ffc0e-8320-44c0-a6cc-569eeda7428d service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856378 May 04 21:46:41.454321 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd77895b-b3f1-4728-b149-ffa2a7cc880a req-f97d303a-cc62-4ef4-90de-a60474f26357 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903046 May 04 21:46:41.825671 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cea54-3b96-4a48-aa2a-1c05adbc2ff0 req-f8747f09-da5d-4688-b6a6-6e4994f42a8a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:41.827270 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-042cea54-3b96-4a48-aa2a-1c05adbc2ff0 req-f8747f09-da5d-4688-b6a6-6e4994f42a8a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0493603 May 04 21:46:41.879920 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-042cea54-3b96-4a48-aa2a-1c05adbc2ff0 req-617464af-fdd2-43a3-87e5-f973022873f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452945 May 04 21:46:42.194787 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543962e-c945-45dd-9cb1-e41cde422d27 req-7d961416-5b06-4129-bd3e-77e17773556e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:42.196303 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f543962e-c945-45dd-9cb1-e41cde422d27 req-7d961416-5b06-4129-bd3e-77e17773556e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0552683 May 04 21:46:42.248996 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f543962e-c945-45dd-9cb1-e41cde422d27 req-1ae48af8-2370-49f7-a54e-04559818f5f8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469189 May 04 21:46:42.716817 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45782) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:42.760352 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_v2 [None req-232adaea-af35-4ccc-a68e-2d3b03151e63 admin admin] Deleting subnet 56298dc6-cb3c-4ee4-b3e6-cffd410a5e16 {{(pid=110027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:46:42.763705 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-232adaea-af35-4ccc-a68e-2d3b03151e63 admin admin] Publish callbacks [] for subnet (56298dc6-cb3c-4ee4-b3e6-cffd410a5e16), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:42.809117 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-232adaea-af35-4ccc-a68e-2d3b03151e63 admin admin] Publish callbacks [] for subnet (56298dc6-cb3c-4ee4-b3e6-cffd410a5e16), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:42.815211 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-232adaea-af35-4ccc-a68e-2d3b03151e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (56298dc6-cb3c-4ee4-b3e6-cffd410a5e16), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:42.877532 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-232adaea-af35-4ccc-a68e-2d3b03151e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for subnet (56298dc6-cb3c-4ee4-b3e6-cffd410a5e16), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:42.900486 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232adaea-af35-4ccc-a68e-2d3b03151e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56298dc6-cb3c-4ee4-b3e6-cffd410a5e16,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:42.907973 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-232adaea-af35-4ccc-a68e-2d3b03151e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:42.911341 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-232adaea-af35-4ccc-a68e-2d3b03151e63 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/56298dc6-cb3c-4ee4-b3e6-cffd410a5e16 HTTP/1.1" status: 204 len: 168 time: 0.1934822 May 04 21:46:42.913888 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45786) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:42.985052 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (d1706b34-4c0d-4dff-b97e-b926badc62d6), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:42.992919 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3a7d-85f2-4106-be32-fb96a0647a9d req-a6369cd4-c440-40fa-bf4a-9045cfe2fd29 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:42.994374 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-835a3a7d-85f2-4106-be32-fb96a0647a9d req-a6369cd4-c440-40fa-bf4a-9045cfe2fd29 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0451400 May 04 21:46:43.046948 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-835a3a7d-85f2-4106-be32-fb96a0647a9d req-f5fdcc11-888a-4e0c-b712-5db009944b3a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465415 May 04 21:46:43.067738 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (d1706b34-4c0d-4dff-b97e-b926badc62d6), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.087620 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.087981 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.088728 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.089055 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > port after_create 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.089377 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.089710 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > port after_update 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.090027 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.090343 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.090715 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.091033 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.193383 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.193732 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.194061 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.194392 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 21:46:43.194781 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1706b34-4c0d-4dff-b97e-b926badc62d6']}} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:43.212479 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06') {'for_net_delete': True} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:43.213077 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecf5db0-aab8-4c4a-ba1e-fd49377d0a06') {} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:43.229192 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9140401'] for segment (cecf5db0-aab8-4c4a-ba1e-fd49377d0a06), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.250490 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (cecf5db0-aab8-4c4a-ba1e-fd49377d0a06), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.258786 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=110027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:46:43.259183 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552941'] for segment (cecf5db0-aab8-4c4a-ba1e-fd49377d0a06), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: from cryptography.utils import int_from_bytes May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: from cryptography.utils import int_from_bytes May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: Traceback (most recent call last): May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: timer() May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: cb(*args, **kw) May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: return func(*args, **kwargs) May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: self._notify() May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: self.callback(batched_events) May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: event.method(event) May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: return f(self, *a, **k) May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: return self._get(url).json() May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: return self.request(url, 'GET', **kwargs) May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:46:43.263400 dv-cinder-836083-5-iscsi neutron-server[110027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:46:43.333264 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (d1706b34-4c0d-4dff-b97e-b926badc62d6), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.360042 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.363282 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] 10.222.0.23 "DELETE /v2.0/networks/d1706b34-4c0d-4dff-b97e-b926badc62d6 HTTP/1.1" status: 204 len: 168 time: 0.4484739 May 04 21:46:43.374188 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20728a-479b-4692-92e7-d3cbcaa90c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=d1706b34-4c0d-4dff-b97e-b926badc62d6,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:43.391110 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed1c3c-7799-4fba-a57b-5b5607686e3e req-360c18a6-2846-44a2-b604-ffeefc9168f3 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:43.392678 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-69ed1c3c-7799-4fba-a57b-5b5607686e3e req-360c18a6-2846-44a2-b604-ffeefc9168f3 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0737629 May 04 21:46:43.444640 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-69ed1c3c-7799-4fba-a57b-5b5607686e3e req-29a47168-47ea-43b8-9b09-31edaf429fea tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459421 May 04 21:46:43.549584 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45792) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:43.589296 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-eee0bcd1-c2ca-419b-9e89-a7aedb1ba0e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7898995e41684b029b6370132bc5d1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385430 May 04 21:46:43.591671 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45794) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:43.642837 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-cf813c4b-d777-40fb-8995-52a6d534658a admin admin] Publish callbacks [] for security_group (ddc2c5e1-d09e-4de7-a0fc-f4b891b46321), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.664268 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-cf813c4b-d777-40fb-8995-52a6d534658a admin admin] Publish callbacks [] for security_group (ddc2c5e1-d09e-4de7-a0fc-f4b891b46321), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.713312 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-cf813c4b-d777-40fb-8995-52a6d534658a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ddc2c5e1-d09e-4de7-a0fc-f4b891b46321), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.716058 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-cf813c4b-d777-40fb-8995-52a6d534658a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:43.717228 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-cf813c4b-d777-40fb-8995-52a6d534658a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddc2c5e1-d09e-4de7-a0fc-f4b891b46321 HTTP/1.1" status: 204 len: 168 time: 0.1247144 May 04 21:46:43.725303 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf813c4b-d777-40fb-8995-52a6d534658a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2c5e1-d09e-4de7-a0fc-f4b891b46321,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:44.162583 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d8df0-3091-46c4-ba72-8d0d11d9d83a req-a367ed5e-7a24-46fb-91fd-9606f5dd9a2c tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:44.164235 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9c6d8df0-3091-46c4-ba72-8d0d11d9d83a req-a367ed5e-7a24-46fb-91fd-9606f5dd9a2c tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0509717 May 04 21:46:44.214808 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9c6d8df0-3091-46c4-ba72-8d0d11d9d83a req-005ae5fa-a7c4-43b3-94f5-8bf935a8ae37 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448530 May 04 21:46:44.465127 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 45818) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:44.556568 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922a6c1-fcc6-4ec7-bc4d-4f30753f7196 req-38d54e39-b650-4cee-a9d5-27f994721f4d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:44.558077 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7922a6c1-fcc6-4ec7-bc4d-4f30753f7196 req-38d54e39-b650-4cee-a9d5-27f994721f4d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0470071 May 04 21:46:44.563297 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-962286413-network', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:46:44.586133 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Made reservation on behalf of 9b8ef92f23d84056b1d9aaf209751e94 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:46:44.588760 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:44.597411 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:44.607922 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7922a6c1-fcc6-4ec7-bc4d-4f30753f7196 req-e0c26ac2-ec60-4593-8829-15b4231c058e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 May 04 21:46:44.675117 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Publish callbacks [] for security_group (6cb9d497-0181-4ac6-876b-b575dfaca87e), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:44.680981 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (6cb9d497-0181-4ac6-876b-b575dfaca87e), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:44.705879 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:46:44.715810 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb9d497-0181-4ac6-876b-b575dfaca87e,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:44.720783 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (aea174f8-4181-4c6e-992b-35350dab1b3e), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:44.721125 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Added segment aea174f8-4181-4c6e-992b-35350dab1b3e of type vlan for network ec3d0d36-6424-4ba3-9c8d-588fa00db655 May 04 21:46:44.731097 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.731505 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.731850 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.732186 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.732517 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.732843 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.733167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.733557 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.733885 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.734209 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.734534 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.734856 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.735172 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.735515 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.735834 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:44.779250 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (ec3d0d36-6424-4ba3-9c8d-588fa00db655), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:44.805285 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (ec3d0d36-6424-4ba3-9c8d-588fa00db655), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:44.806258 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:44.806869 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:44.838353 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3721147 May 04 21:46:44.841423 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45824) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:44.846244 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Request body: {'subnet': {'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-962286413-subnet', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'ip_version': 4}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:46:44.866681 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Made reservation on behalf of 9b8ef92f23d84056b1d9aaf209751e94 for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:46:44.867302 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea9d7d-a6ea-4cdc-8acd-38c332249cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=ec3d0d36-6424-4ba3-9c8d-588fa00db655,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:44.869735 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12385048'] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:44.877657 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network ec3d0d36-6424-4ba3-9c8d-588fa00db655 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:46:45.051010 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8556104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12385130'] for subnet (8549acca-2852-407e-8e8e-40303f5557f0), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.102977 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8549acca-2852-407e-8e8e-40303f5557f0,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:45.118823 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Checking segment: {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:46:45.119178 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Network hostable DHCP agents. Network: ec3d0d36-6424-4ba3-9c8d-588fa00db655, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:46:45.137246 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Network ec3d0d36-6424-4ba3-9c8d-588fa00db655 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:46:45.146382 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, ec3d0d36-6424-4ba3-9c8d-588fa00db655) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:45.151032 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:45.152166 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.155335 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85444752-6a49-44ba-a4b1-e79e9611fb70 None None] Network ec3d0d36-6424-4ba3-9c8d-588fa00db655 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:46:45.169457 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-4dfa2fcd-3538-400f-a975-5dd24c98bec4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3269439 May 04 21:46:45.172234 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 45826) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:45.176533 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:46:45.197508 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (2a468142-c510-4925-91eb-0c2b7d9fd50c), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.198549 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (2a468142-c510-4925-91eb-0c2b7d9fd50c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.259234 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks [] for router_controller (2a468142-c510-4925-91eb-0c2b7d9fd50c), precommit_add_association {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.268855 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:46:45.269767 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.400959 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Allocated IP 172.20.0.2 (ec3d0d36-6424-4ba3-9c8d-588fa00db655/8549acca-2852-407e-8e8e-40303f5557f0/d158943c-3679-4209-81ca-96dfacf8c4a8) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:46:45.402568 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e253f-1604-411e-af8d-d25e79b61d89 req-b3a71121-1b7e-4b0d-8b9a-d268525bea79 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:45.404120 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d4e253f-1604-411e-af8d-d25e79b61d89 req-b3a71121-1b7e-4b0d-8b9a-d268525bea79 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.1040647 May 04 21:46:45.440233 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks [] for router_gateway (2a468142-c510-4925-91eb-0c2b7d9fd50c), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.552426 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d4e253f-1604-411e-af8d-d25e79b61d89 req-ef04ed1a-b283-40ec-840c-51352a124934 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418960 May 04 21:46:45.560195 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Publish callbacks [] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.566946 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.602716 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Network ec3d0d36-6424-4ba3-9c8d-588fa00db655 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:46:45.605876 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:45.608399 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:46:45.628322 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Pushing event updated for resources: {'Port': ['ID=d158943c-3679-4209-81ca-96dfacf8c4a8,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:45.671605 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks [] for router_gateway (2a468142-c510-4925-91eb-0c2b7d9fd50c), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.675559 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Attempting to bind port d158943c-3679-4209-81ca-96dfacf8c4a8 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:46:45.675933 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Attempting to bind port d158943c-3679-4209-81ca-96dfacf8c4a8 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:46:45.676297 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Attempting to bind port d158943c-3679-4209-81ca-96dfacf8c4a8 on network ec3d0d36-6424-4ba3-9c8d-588fa00db655 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:46:45.681736 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:46:45.682108 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Checking segment: {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:46:45.683092 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.683511 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Bound using segment: {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:46:45.683980 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Bound port: d158943c-3679-4209-81ca-96dfacf8c4a8, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:46:45.684447 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.696568 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.728924 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe865b-3ac1-4600-a740-85383a5dea97 req-e7003282-eb1a-4b62-bfb6-4901be9a244f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:45.730507 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35fe865b-3ac1-4600-a740-85383a5dea97 req-e7003282-eb1a-4b62-bfb6-4901be9a244f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0475714 May 04 21:46:45.749402 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] For port d158943c-3679-4209-81ca-96dfacf8c4a8, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:46:45.752759 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] For port d158943c-3679-4209-81ca-96dfacf8c4a8, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=d158943c-3679-4209-81ca-96dfacf8c4a8,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:46:45.760992 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.780476 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35fe865b-3ac1-4600-a740-85383a5dea97 req-c8bb89fb-c494-4687-905a-7920935bf66d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437229 May 04 21:46:45.807801 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Allocated IP 172.27.1.224 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/af17949b-c572-4d50-a50c-fa065ba0fdc2) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:46:45.816496 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ae23-ca8b-4f41-9882-85936ebf8844 None None] Pushing event updated for resources: {'Port': ['ID=d158943c-3679-4209-81ca-96dfacf8c4a8,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:45.949002 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb52cf-20aa-420d-9734-54f75fcc7196 req-de355722-c8ea-4d04-81c6-6861780ba958 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:45.950592 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3dbb52cf-20aa-420d-9734-54f75fcc7196 req-de355722-c8ea-4d04-81c6-6861780ba958 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0663419 May 04 21:46:45.959778 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45836) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:45.961364 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks [] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:45.965550 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-47db23d9-6df6-4078-b084-880db7edb129 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Request body: {'floatingip': {'port_id': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:46:45.999756 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:46.056700 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-47db23d9-6df6-4078-b084-880db7edb129 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for floatingip (0666610f-0aef-4b5f-8299-be5a3d413898), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:46.057304 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:46:46.071167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=af17949b-c572-4d50-a50c-fa065ba0fdc2,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:46.075605 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:46.077872 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:46:46.346274 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks [] for router_gateway (2a468142-c510-4925-91eb-0c2b7d9fd50c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:46.549483 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (2a468142-c510-4925-91eb-0c2b7d9fd50c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:46.553492 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-47db23d9-6df6-4078-b084-880db7edb129 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:46.558675 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-47db23d9-6df6-4078-b084-880db7edb129 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (0666610f-0aef-4b5f-8299-be5a3d413898), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:46.702860 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Router 2a468142-c510-4925-91eb-0c2b7d9fd50c is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:46:46.719984 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4ede9-4fcb-498f-ab92-f88f72808b69 req-da1f8c9b-8f2a-43f9-898a-573c5c58d4ac tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:46.721478 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-90e4ede9-4fcb-498f-ab92-f88f72808b69 req-da1f8c9b-8f2a-43f9-898a-573c5c58d4ac tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0678623 May 04 21:46:46.814009 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:46:46.834911 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:46.840098 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2a65ba4f-c590-4431-a17b-b34c6da75ae8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6660440 May 04 21:46:46.840260 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45840) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:46.851992 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e766596-a5de-4a51-8e90-94321cc58577 None None] Network ec3d0d36-6424-4ba3-9c8d-588fa00db655 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:46:46.853012 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-90e4ede9-4fcb-498f-ab92-f88f72808b69 req-9abb5c0d-e4eb-4e24-b3cf-1e2bbf8d4d04 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251841 May 04 21:46:46.921295 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47db23d9-6df6-4078-b084-880db7edb129 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:46:46.930693 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Sync routers for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:46:46.940352 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:46.941245 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:46.969203 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-a220fede-1e04-4e29-a4ea-69b84daba14c None None] Provisioning complete for port d158943c-3679-4209-81ca-96dfacf8c4a8 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:46.969817 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a220fede-1e04-4e29-a4ea-69b84daba14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.062618 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-a220fede-1e04-4e29-a4ea-69b84daba14c None None] Current status of the port d158943c-3679-4209-81ca-96dfacf8c4a8 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:47.063009 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a220fede-1e04-4e29-a4ea-69b84daba14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.076877 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:46:47.101308 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-a220fede-1e04-4e29-a4ea-69b84daba14c None None] For port d158943c-3679-4209-81ca-96dfacf8c4a8, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=d158943c-3679-4209-81ca-96dfacf8c4a8,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:46:47.109158 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a220fede-1e04-4e29-a4ea-69b84daba14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.174990 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220fede-1e04-4e29-a4ea-69b84daba14c None None] Pushing event updated for resources: {'Port': ['ID=d158943c-3679-4209-81ca-96dfacf8c4a8,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:47.229395 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-5f7032df-e4a8-45ba-9c37-acc6ddf6fc5d None None] Provisioning complete for port d158943c-3679-4209-81ca-96dfacf8c4a8 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:47.230592 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f7032df-e4a8-45ba-9c37-acc6ddf6fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.299877 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:46Z', 'revision_number': 3, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:47.338577 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Checking router: 2a468142-c510-4925-91eb-0c2b7d9fd50c for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:46:47.338936 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Updating router 2a468142-c510-4925-91eb-0c2b7d9fd50c port af17949b-c572-4d50-a50c-fa065ba0fdc2 binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:46:47.351472 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d158943c-3679-4209-81ca-96dfacf8c4a8 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:46:47.356523 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-5f7032df-e4a8-45ba-9c37-acc6ddf6fc5d None None] Current status of the port d158943c-3679-4209-81ca-96dfacf8c4a8 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:47.367969 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.400957 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port d158943c-3679-4209-81ca-96dfacf8c4a8 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:47.401336 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.414746 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47db23d9-6df6-4078-b084-880db7edb129 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:46:47.419678 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-47db23d9-6df6-4078-b084-880db7edb129 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.438626 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] Sync routers for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:46:47.454896 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:47.455554 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:47.462198 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:46:47.464573 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb" -d '{"events": [{"name": "network-changed", "server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:46:47.522256 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc307e16-7283-4b7c-91d2-c649c65d043c x-openstack-request-id: req-fc307e16-7283-4b7c-91d2-c649c65d043c {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:46:47.522543 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:46:47.523149 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc307e16-7283-4b7c-91d2-c649c65d043c {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:46:47.523279 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc307e16-7283-4b7c-91d2-c649c65d043c'] response: {'name': 'network-changed', 'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'status': 'completed', 'code': 200} May 04 21:46:47.536739 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port d158943c-3679-4209-81ca-96dfacf8c4a8 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:47.545234 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-47db23d9-6df6-4078-b084-880db7edb129 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "PUT /v2.0/floatingips/0666610f-0aef-4b5f-8299-be5a3d413898 HTTP/1.1" status: 200 len: 994 time: 1.5829144 May 04 21:46:47.607182 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:46:47.640567 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Publish callbacks [] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.648890 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.662634 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-48fa5cf3-30d5-42ac-854d-ba6dc374858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:47.664281 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-48fa5cf3-30d5-42ac-854d-ba6dc374858a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 1130 time: 0.0721908 May 04 21:46:47.702545 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Attempting to bind port af17949b-c572-4d50-a50c-fa065ba0fdc2 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:46:47.702916 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Attempting to bind port af17949b-c572-4d50-a50c-fa065ba0fdc2 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:46:47.703247 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Attempting to bind port af17949b-c572-4d50-a50c-fa065ba0fdc2 on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:46:47.711040 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Pushing event updated for resources: {'Port': ['ID=af17949b-c572-4d50-a50c-fa065ba0fdc2,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:47.713349 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:46:47.713725 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:46:47.714119 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.714496 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:46:47.714984 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Bound port: af17949b-c572-4d50-a50c-fa065ba0fdc2, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:46:47.715359 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.739895 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.740498 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.741026 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.741563 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.742049 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.742529 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.743004 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.743548 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.743857 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.744349 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.744892 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.745403 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.745885 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.746366 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.746914 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:47.781213 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] For port af17949b-c572-4d50-a50c-fa065ba0fdc2, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:46:47.785272 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] For port af17949b-c572-4d50-a50c-fa065ba0fdc2, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=af17949b-c572-4d50-a50c-fa065ba0fdc2,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:46:47.791464 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.817485 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-67be0608-4440-441e-b2ef-ef762bec19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:47.818881 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-67be0608-4440-441e-b2ef-ef762bec19b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.1471126 May 04 21:46:47.834837 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:47.852402 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '0666610f-0aef-4b5f-8299-be5a3d413898', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'port_id': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'mac_address': 'fa:16:3e:97:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:42:41Z', 'updated_at': '2022-05-04T21:46:46Z', 'revision_number': 3, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:19Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:47.858404 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f2469-cab8-464e-b653-7fca6afc05df None None] Pushing event updated for resources: {'Port': ['ID=af17949b-c572-4d50-a50c-fa065ba0fdc2,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:47.876207 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:47.876207 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:47.882814 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] Checking router: 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:46:47.891757 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:47.892395 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:47.916980 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-c0dec6a0-b1e8-4abe-bb79-1e4f5a53cb01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf HTTP/1.1" status: 200 len: 1002 time: 0.0903203 May 04 21:46:48.002310 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:46:48.022544 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:46:48.062200 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4edd2-9507-41ae-82d4-063fdc16ddc5 req-25910d04-5e3b-4c2b-a8c9-2f1a6f6597d2 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:48.063935 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cda4edd2-9507-41ae-82d4-063fdc16ddc5 req-25910d04-5e3b-4c2b-a8c9-2f1a6f6597d2 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.1182413 May 04 21:46:48.084528 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-9bee599a-0034-4ea7-94b9-93edce597c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:48.086007 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-9bee599a-0034-4ea7-94b9-93edce597c14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.1415532 May 04 21:46:48.175483 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:46Z', 'revision_number': 3, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:48.190253 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-f0479031-eb6e-4b59-9d7a-5a021c85d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:48.191893 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-f0479031-eb6e-4b59-9d7a-5a021c85d57c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924397 May 04 21:46:48.198185 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cda4edd2-9507-41ae-82d4-063fdc16ddc5 req-04b818d2-f8b0-4dfe-af86-f2deac56e3fe tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218667 May 04 21:46:48.202254 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2ac11-3028-4594-87d4-6574a3635802 None None] The sync data for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi is: [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:46Z', 'revision_number': 3, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:46:48.236435 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Allocated IP 172.20.0.1 (ec3d0d36-6424-4ba3-9c8d-588fa00db655/8549acca-2852-407e-8e8e-40303f5557f0/fbead091-9d87-43af-93e0-ea278dcdee56) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:46:48.258671 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '0666610f-0aef-4b5f-8299-be5a3d413898', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'port_id': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'mac_address': 'fa:16:3e:97:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:42:41Z', 'updated_at': '2022-05-04T21:46:46Z', 'revision_number': 3, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:19Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:48.290722 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc1e00f-c80c-4052-8bf4-676c626c27d5 None None] The sync data for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi is: [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '0666610f-0aef-4b5f-8299-be5a3d413898', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'port_id': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'mac_address': 'fa:16:3e:97:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:42:41Z', 'updated_at': '2022-05-04T21:46:46Z', 'revision_number': 3, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:19Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:46:48.354898 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-87175c5e-232b-4a98-addb-a91b8b5a9853 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544394 May 04 21:46:48.462612 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Publish callbacks [] for port (fbead091-9d87-43af-93e0-ea278dcdee56), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:48.500505 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b67d3a62-1b3c-4a3f-bb9e-36d1df1c20bb req-46e1887c-d2fb-458b-b8bb-f2da0362bfb3 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374390 May 04 21:46:48.531725 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:48.574745 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Network ec3d0d36-6424-4ba3-9c8d-588fa00db655 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:46:48.577797 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:48.584454 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:46:48.607936 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Pushing event updated for resources: {'Port': ['ID=fbead091-9d87-43af-93e0-ea278dcdee56,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:48.627946 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (2a468142-c510-4925-91eb-0c2b7d9fd50c), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:48.774468 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:48.917606 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-3f4479a2-bff6-4b8d-8ae1-3ee564376767 None None] Provisioning complete for port fbead091-9d87-43af-93e0-ea278dcdee56 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:48.918230 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3f4479a2-bff6-4b8d-8ae1-3ee564376767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:48.954000 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-3f4479a2-bff6-4b8d-8ae1-3ee564376767 None None] Port fbead091-9d87-43af-93e0-ea278dcdee56 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:46:48.956407 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Publish callbacks [] for port (fbead091-9d87-43af-93e0-ea278dcdee56), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:48.962209 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:49.030315 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (2a468142-c510-4925-91eb-0c2b7d9fd50c), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:49.032234 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Pushing event updated for resources: {'Port': ['ID=fbead091-9d87-43af-93e0-ea278dcdee56,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:49.130816 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Network ec3d0d36-6424-4ba3-9c8d-588fa00db655 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:46:49.132317 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:49.253079 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Router 2a468142-c510-4925-91eb-0c2b7d9fd50c has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:46:49.342452 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device af17949b-c572-4d50-a50c-fa065ba0fdc2 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:46:49.358934 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b215df-3bda-4263-92c2-ed0bdf851e6b req-65469175-7ef8-4c5b-93d2-3881674cdb23 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:49.360468 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24b215df-3bda-4263-92c2-ed0bdf851e6b req-65469175-7ef8-4c5b-93d2-3881674cdb23 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0510011 May 04 21:46:49.388835 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-9541d073-31c0-46ae-bdd5-0bdecae33fb2 None None] Provisioning complete for port fbead091-9d87-43af-93e0-ea278dcdee56 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:49.389136 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9541d073-31c0-46ae-bdd5-0bdecae33fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:49.405944 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:46:49.411442 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-ea49f160-e025-4db0-8aeb-cf14ab629586 admin admin] 10.222.0.23 "PUT /v2.0/routers/2a468142-c510-4925-91eb-0c2b7d9fd50c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697100 May 04 21:46:49.412510 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24b215df-3bda-4263-92c2-ed0bdf851e6b req-1bd6684e-7959-4127-8357-d507c8ebbed6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463099 May 04 21:46:49.453596 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-9541d073-31c0-46ae-bdd5-0bdecae33fb2 None None] Port fbead091-9d87-43af-93e0-ea278dcdee56 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:46:49.456627 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port af17949b-c572-4d50-a50c-fa065ba0fdc2 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:49.456999 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:49.525072 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:46:49.527914 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65adc5dc-6c23-4a43-8e13-aac561c03c04" -d '{"events": [{"name": "network-changed", "server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:46:49.541984 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port af17949b-c572-4d50-a50c-fa065ba0fdc2 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:49.542593 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:49.568774 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port af17949b-c572-4d50-a50c-fa065ba0fdc2, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=af17949b-c572-4d50-a50c-fa065ba0fdc2,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:46:49.571739 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b28d309-6ad5-45a6-8ad7-6a1a82dbf709 x-openstack-request-id: req-7b28d309-6ad5-45a6-8ad7-6a1a82dbf709 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:46:49.572159 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:46:49.572575 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b28d309-6ad5-45a6-8ad7-6a1a82dbf709 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:46:49.573237 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b28d309-6ad5-45a6-8ad7-6a1a82dbf709'] response: {'name': 'network-changed', 'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'status': 'completed', 'code': 200} May 04 21:46:49.574818 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:49.628777 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=af17949b-c572-4d50-a50c-fa065ba0fdc2,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:49.671366 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-368fd905-f918-48c5-ad14-fe198b6af98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:49.672899 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-368fd905-f918-48c5-ad14-fe198b6af98f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 1130 time: 0.0543172 May 04 21:46:49.779406 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-885fe8b9-a598-4fc2-a4e2-fe17138e57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:49.780913 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-885fe8b9-a598-4fc2-a4e2-fe17138e57b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.1025529 May 04 21:46:49.853860 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-8d4b6223-fcf4-4f01-8261-fa700f090ca1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf HTTP/1.1" status: 200 len: 1002 time: 0.0660284 May 04 21:46:49.903370 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-d519954e-6b3f-4ddc-9bb0-785b380ff2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:49.904888 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-d519954e-6b3f-4ddc-9bb0-785b380ff2b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0450633 May 04 21:46:49.909324 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Sync routers for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:46:49.919063 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:49.919931 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:49.952261 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-af313c69-d773-4242-a254-27ae1de4eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:49.953838 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-af313c69-d773-4242-a254-27ae1de4eca1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404577 May 04 21:46:50.001420 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 45870) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:50.006314 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1018875234-network', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:46:50.026948 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Made reservation on behalf of bbc62504ac9f4491a641614c5a1fddf3 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:46:50.029777 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.038245 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:46:50.041927 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.051152 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-cfd0f868-903f-4646-9738-728b05e9b19a service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908923 May 04 21:46:50.122185 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Publish callbacks [] for security_group (07c49a9f-e05b-4b49-b227-25f170176233), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.127905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (07c49a9f-e05b-4b49-b227-25f170176233), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.150030 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:46:50.155784 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-65adc5dc-6c23-4a43-8e13-aac561c03c04 req-8c3722ba-2454-4945-a568-4f3700004dfe service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983315 May 04 21:46:50.163221 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c49a9f-e05b-4b49-b227-25f170176233,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:50.168176 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (53cfdf56-093c-45c1-bc83-50fa801b9da7), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.168522 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Added segment 53cfdf56-093c-45c1-bc83-50fa801b9da7 of type vlan for network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 May 04 21:46:50.217945 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.249184 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.250977 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:50.253535 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.272093 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'fbead091-9d87-43af-93e0-ea278dcdee56', 'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'mac_address': 'fa:16:3e:c7:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:47Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 2, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'subnets': [{'id': '8549acca-2852-407e-8e8e-40303f5557f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:50.294500 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2893300 May 04 21:46:50.294922 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45876) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:50.300035 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Request body: {'subnet': {'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1018875234-subnet', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'ip_version': 4}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:46:50.328262 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Made reservation on behalf of bbc62504ac9f4491a641614c5a1fddf3 for: {'subnet': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:46:50.330740 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76435faa-9c23-4895-82cf-c6f512f157d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:50.333903 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12385048'] for subnet (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.341132 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:46:50.407105 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Checking router: 2a468142-c510-4925-91eb-0c2b7d9fd50c for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:46:50.407596 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Updating router 2a468142-c510-4925-91eb-0c2b7d9fd50c port fbead091-9d87-43af-93e0-ea278dcdee56 binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:46:50.436076 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.703944 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362800d-661c-4b9c-98c8-b9b3ea8bb7c4 req-7a9adb3d-0238-498f-8332-2b37a20d56c4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:50.705412 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362800d-661c-4b9c-98c8-b9b3ea8bb7c4 req-7a9adb3d-0238-498f-8332-2b37a20d56c4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.1003189 May 04 21:46:50.745397 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Publish callbacks [] for port (fbead091-9d87-43af-93e0-ea278dcdee56), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.753013 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.798922 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362800d-661c-4b9c-98c8-b9b3ea8bb7c4 req-69e19291-8e5b-40c7-b203-b4b169e05959 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781684 May 04 21:46:50.807205 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d5213-5c2f-4e11-8ca5-3cf08c104b67 None None] Pushing event updated for resources: {'Port': ['ID=fbead091-9d87-43af-93e0-ea278dcdee56,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:50.855061 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8556104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12385130'] for subnet (12a6923c-a0e3-4b08-958b-f7bea25f10dc), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.872410 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Attempting to bind port fbead091-9d87-43af-93e0-ea278dcdee56 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:46:50.872783 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Attempting to bind port fbead091-9d87-43af-93e0-ea278dcdee56 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:46:50.873149 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Attempting to bind port fbead091-9d87-43af-93e0-ea278dcdee56 on network ec3d0d36-6424-4ba3-9c8d-588fa00db655 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:46:50.878516 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:46:50.879024 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Checking segment: {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:46:50.879465 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.879863 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Bound using segment: {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:46:50.880332 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Bound port: fbead091-9d87-43af-93e0-ea278dcdee56, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:46:50.880710 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.916369 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a6923c-a0e3-4b08-958b-f7bea25f10dc,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:50.926833 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Checking segment: {'id': '53cfdf56-093c-45c1-bc83-50fa801b9da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:46:50.926990 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Network hostable DHCP agents. Network: e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:46:50.945281 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:46:50.955304 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] For port fbead091-9d87-43af-93e0-ea278dcdee56, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:46:50.955922 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229) {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:50.960281 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:50.960763 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.961208 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] For port fbead091-9d87-43af-93e0-ea278dcdee56, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=fbead091-9d87-43af-93e0-ea278dcdee56,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:46:50.970198 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab96b0-aec5-4490-855c-0b24eb9c6667 None None] Network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:46:50.980855 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-c9a333a6-a4df-4726-a80a-eac7b3482051 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6821699 May 04 21:46:50.980855 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 45886) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:50.984816 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:50.989590 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:46:51.010369 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (93df85ba-322a-4627-82f7-be8500a65b8e), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.011693 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (93df85ba-322a-4627-82f7-be8500a65b8e), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.051437 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d5213-5c2f-4e11-8ca5-3cf08c104b67 None None] Pushing event updated for resources: {'Port': ['ID=fbead091-9d87-43af-93e0-ea278dcdee56,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:51.063054 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:51.063694 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:51.085412 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks [] for router_controller (93df85ba-322a-4627-82f7-be8500a65b8e), precommit_add_association {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.089031 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-304bfe13-1e1f-4772-9980-86897b35d982 None None] Provisioning complete for port fbead091-9d87-43af-93e0-ea278dcdee56 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:51.089683 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304bfe13-1e1f-4772-9980-86897b35d982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.095526 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229', 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229', 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'fixed_ips': [{'subnet_id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:46:51.096520 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.201174 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:46:51.283110 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks [] for router_gateway (93df85ba-322a-4627-82f7-be8500a65b8e), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.317441 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-304bfe13-1e1f-4772-9980-86897b35d982 None None] Current status of the port fbead091-9d87-43af-93e0-ea278dcdee56 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:51.318068 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304bfe13-1e1f-4772-9980-86897b35d982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.344820 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Allocated IP 172.20.0.2 (e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229/12a6923c-a0e3-4b08-958b-f7bea25f10dc/557bd80d-2f73-4da0-8e96-200ab6d49bc3) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:46:51.360155 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device af17949b-c572-4d50-a50c-fa065ba0fdc2 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:46:51.393758 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-304bfe13-1e1f-4772-9980-86897b35d982 None None] For port fbead091-9d87-43af-93e0-ea278dcdee56, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=fbead091-9d87-43af-93e0-ea278dcdee56,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:46:51.411932 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304bfe13-1e1f-4772-9980-86897b35d982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.458046 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'fbead091-9d87-43af-93e0-ea278dcdee56', 'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'mac_address': 'fa:16:3e:c7:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:47Z', 'updated_at': '2022-05-04T21:46:50Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'subnets': [{'id': '8549acca-2852-407e-8e8e-40303f5557f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:51.488198 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks [] for router_gateway (93df85ba-322a-4627-82f7-be8500a65b8e), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.505362 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5238016-1818-4507-9553-15d3fd07c53e None None] The sync data for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi is: [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'fbead091-9d87-43af-93e0-ea278dcdee56', 'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'mac_address': 'fa:16:3e:c7:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:47Z', 'updated_at': '2022-05-04T21:46:50Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'subnets': [{'id': '8549acca-2852-407e-8e8e-40303f5557f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:46:51.526102 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.527987 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port af17949b-c572-4d50-a50c-fa065ba0fdc2 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:51.528542 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.568368 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bfe13-1e1f-4772-9980-86897b35d982 None None] Pushing event updated for resources: {'Port': ['ID=fbead091-9d87-43af-93e0-ea278dcdee56,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:51.592914 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-3ccbcbc7-10b9-4f11-a76f-b0913f5adcca None None] Provisioning complete for port fbead091-9d87-43af-93e0-ea278dcdee56 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:51.593672 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcbc7-10b9-4f11-a76f-b0913f5adcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.675541 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Allocated IP 172.27.1.26 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/ff3d9d90-fd33-4595-b77f-77b15247d444) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:46:51.701832 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Publish callbacks [] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.760469 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.805034 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks [] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.834074 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port af17949b-c572-4d50-a50c-fa065ba0fdc2 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:51.855469 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.858371 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:46:51.873353 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:51.875841 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:46:51.892607 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Pushing event updated for resources: {'Port': ['ID=557bd80d-2f73-4da0-8e96-200ab6d49bc3,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:51.912601 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3d9d90-fd33-4595-b77f-77b15247d444,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:51.917109 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbcbc7-10b9-4f11-a76f-b0913f5adcca None None] Current status of the port fbead091-9d87-43af-93e0-ea278dcdee56 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:51.921617 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:46:51.922852 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:51.927511 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:46:51.958892 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Attempting to bind port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:46:51.960197 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Attempting to bind port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '53cfdf56-093c-45c1-bc83-50fa801b9da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:46:51.960752 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Attempting to bind port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 on network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:46:51.968776 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:46:51.969530 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Checking segment: {'id': '53cfdf56-093c-45c1-bc83-50fa801b9da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:46:51.970109 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.970658 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Bound using segment: {'id': '53cfdf56-093c-45c1-bc83-50fa801b9da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:46:51.971286 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Bound port: 557bd80d-2f73-4da0-8e96-200ab6d49bc3, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cfdf56-093c-45c1-bc83-50fa801b9da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:46:51.971873 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:51.981943 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46042b9d-c7a2-4eff-bcb5-a98f3d503b39 req-183bf2b6-e169-4bac-85e4-891b5d6654e7 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:51.984579 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-46042b9d-c7a2-4eff-bcb5-a98f3d503b39 req-183bf2b6-e169-4bac-85e4-891b5d6654e7 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0589557 May 04 21:46:52.042791 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] For port 557bd80d-2f73-4da0-8e96-200ab6d49bc3, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:46:52.046119 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] For port 557bd80d-2f73-4da0-8e96-200ab6d49bc3, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=557bd80d-2f73-4da0-8e96-200ab6d49bc3,segment=NetworkSegment(53cfdf56-093c-45c1-bc83-50fa801b9da7),segment_id=53cfdf56-093c-45c1-bc83-50fa801b9da7)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:46:52.046928 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-46042b9d-c7a2-4eff-bcb5-a98f3d503b39 req-7ff2bfee-f793-4fba-9cce-6fc0fc86c278 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524263 May 04 21:46:52.054886 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:52.118829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fb1c5-6108-44de-9185-61f5ecb5efc1 None None] Pushing event updated for resources: {'Port': ['ID=557bd80d-2f73-4da0-8e96-200ab6d49bc3,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:52.248322 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks [] for router_gateway (93df85ba-322a-4627-82f7-be8500a65b8e), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:52.489781 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (93df85ba-322a-4627-82f7-be8500a65b8e), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:52.634629 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Router 93df85ba-322a-4627-82f7-be8500a65b8e is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:46:52.747259 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:46:52.756892 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Sync routers for ids ['93df85ba-322a-4627-82f7-be8500a65b8e'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:46:52.768868 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:52.770112 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-f81d8014-f4bd-4952-942c-cd6001991838 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7880640 May 04 21:46:52.773158 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 45892) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:46:52.780760 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Routers {'93df85ba-322a-4627-82f7-be8500a65b8e'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:52.782906 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['93df85ba-322a-4627-82f7-be8500a65b8e'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:53.059067 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0d4e512f-2450-4a23-a876-6b33817193bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.071681 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Set router 93df85ba-322a-4627-82f7-be8500a65b8e gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:46:53.152930 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f082757-584e-4153-998d-56b47271dfdc req-4cec2ca5-90cf-4780-8dd4-dbd0528acdcf tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:53.155747 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f082757-584e-4153-998d-56b47271dfdc req-4cec2ca5-90cf-4780-8dd4-dbd0528acdcf tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.1090922 May 04 21:46:53.197397 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a95e-7712-4d27-aeb0-5549bc9c8364 req-ba45c2cc-5469-4e9a-9be2-149d19e7547a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:53.199034 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-64d9a95e-7712-4d27-aeb0-5549bc9c8364 req-ba45c2cc-5469-4e9a-9be2-149d19e7547a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0626080 May 04 21:46:53.222967 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa4a5da-1062-4af5-9cbb-358f18798bcf None None] Network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:46:53.282987 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-64d9a95e-7712-4d27-aeb0-5549bc9c8364 req-f3203b28-783b-46c4-add0-b1d8689a68d1 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770421 May 04 21:46:53.304273 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Provisioning complete for port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:53.304684 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.356205 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f082757-584e-4153-998d-56b47271dfdc req-8572c843-6270-446e-a5ae-f46325acf9ac tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922934 May 04 21:46:53.372634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 557bd80d-2f73-4da0-8e96-200ab6d49bc3 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:46:53.383028 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:52Z', 'revision_number': 3, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'gw_port': {'id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:53.436300 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.444884 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Checking router: 93df85ba-322a-4627-82f7-be8500a65b8e for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:46:53.445226 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Updating router 93df85ba-322a-4627-82f7-be8500a65b8e port ff3d9d90-fd33-4595-b77f-77b15247d444 binding host dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:46:53.507501 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.575286 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:53.575721 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.594705 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Allocated IP 172.20.0.1 (e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229/12a6923c-a0e3-4b08-958b-f7bea25f10dc/d1d0ed39-fd5e-49f4-ab9f-972e071ff801) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:46:53.645233 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Current status of the port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:53.645625 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.705267 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Publish callbacks [] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.720437 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] For port 557bd80d-2f73-4da0-8e96-200ab6d49bc3, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=557bd80d-2f73-4da0-8e96-200ab6d49bc3,segment=NetworkSegment(53cfdf56-093c-45c1-bc83-50fa801b9da7),segment_id=53cfdf56-093c-45c1-bc83-50fa801b9da7)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:46:53.741758 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.744817 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.781030 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:46:53.783825 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:53.787167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:46:53.822084 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d0ed39-fd5e-49f4-ab9f-972e071ff801,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:53.842091 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (93df85ba-322a-4627-82f7-be8500a65b8e), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.872307 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:53.873369 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device fbead091-9d87-43af-93e0-ea278dcdee56 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:46:53.886519 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Pushing event updated for resources: {'Port': ['ID=557bd80d-2f73-4da0-8e96-200ab6d49bc3,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:53.919286 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-48c8556d-ab17-4046-87b6-b03ad84bb734 None None] Provisioning complete for port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:53.919767 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-48c8556d-ab17-4046-87b6-b03ad84bb734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:53.932069 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.932400 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.932735 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.933090 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.933417 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.933803 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.934122 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.934440 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.934759 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.935075 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.935405 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.935743 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.936061 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.936374 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:53.936685 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa1354-3345-4648-8e47-797489f59eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:46:54.044123 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Publish callbacks [] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.045537 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port fbead091-9d87-43af-93e0-ea278dcdee56 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:54.045861 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.070721 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.166118 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-48c8556d-ab17-4046-87b6-b03ad84bb734 None None] Current status of the port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:54.169379 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4719a7-a62c-4cc4-aaaa-4932b15a6f95 None None] Pushing event updated for resources: {'Port': ['ID=ff3d9d90-fd33-4595-b77f-77b15247d444,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:54.171586 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Attempting to bind port ff3d9d90-fd33-4595-b77f-77b15247d444 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:46:54.171962 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Attempting to bind port ff3d9d90-fd33-4595-b77f-77b15247d444 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:46:54.172308 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Attempting to bind port ff3d9d90-fd33-4595-b77f-77b15247d444 on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:46:54.180071 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:46:54.180446 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:46:54.180823 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.181221 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:46:54.181682 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Bound port: ff3d9d90-fd33-4595-b77f-77b15247d444, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:46:54.182050 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.231024 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.253071 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port fbead091-9d87-43af-93e0-ea278dcdee56 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:54.263353 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] For port ff3d9d90-fd33-4595-b77f-77b15247d444, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:46:54.266570 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] For port ff3d9d90-fd33-4595-b77f-77b15247d444, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=ff3d9d90-fd33-4595-b77f-77b15247d444,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:46:54.273660 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.324768 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-500d3805-cdb5-4d67-bbf5-3ac9d52fc3c0 None None] Provisioning complete for port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:54.325243 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-500d3805-cdb5-4d67-bbf5-3ac9d52fc3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.369256 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Routers {'93df85ba-322a-4627-82f7-be8500a65b8e'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:54.369907 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['93df85ba-322a-4627-82f7-be8500a65b8e'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:54.401838 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d1634-b516-43a0-bdf8-ba08051bebdf req-ec4e6d24-a8d5-406f-823c-e1119a2c142a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:54.404579 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4e2d1634-b516-43a0-bdf8-ba08051bebdf req-ec4e6d24-a8d5-406f-823c-e1119a2c142a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0542216 May 04 21:46:54.410879 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4719a7-a62c-4cc4-aaaa-4932b15a6f95 None None] Pushing event updated for resources: {'Port': ['ID=ff3d9d90-fd33-4595-b77f-77b15247d444,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:54.419886 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Publish callbacks [] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.430085 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-500d3805-cdb5-4d67-bbf5-3ac9d52fc3c0 None None] Port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:46:54.430318 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.479615 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4e2d1634-b516-43a0-bdf8-ba08051bebdf req-017ad5de-0027-4646-9822-800cb19b167e tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642121 May 04 21:46:54.519519 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] Set router 93df85ba-322a-4627-82f7-be8500a65b8e gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:46:54.532344 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (93df85ba-322a-4627-82f7-be8500a65b8e), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:54.548079 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d0ed39-fd5e-49f4-ab9f-972e071ff801,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:54.558826 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47afd5-81e1-490d-b105-747d3dcfd355 req-73cd0ef3-6d76-4cfc-85ff-1ceaa6858bed tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:54.560534 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-af47afd5-81e1-490d-b105-747d3dcfd355 req-73cd0ef3-6d76-4cfc-85ff-1ceaa6858bed tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0980244 May 04 21:46:54.667021 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-af47afd5-81e1-490d-b105-747d3dcfd355 req-27d6889d-232d-4648-8d91-bbeea1e89fff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933301 May 04 21:46:54.687755 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:46:54.689464 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:46:54.813106 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Router 93df85ba-322a-4627-82f7-be8500a65b8e has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:46:54.845698 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:54Z', 'revision_number': 4, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'gw_port': {'id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1d0ed39-fd5e-49f4-ab9f-972e071ff801', 'name': '', 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'mac_address': 'fa:16:3e:46:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:53Z', 'updated_at': '2022-05-04T21:46:53Z', 'revision_number': 1, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'subnets': [{'id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:54.875029 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bbaeb-9382-41ac-bcd7-48abe83b2908 None None] The sync data for ids ['93df85ba-322a-4627-82f7-be8500a65b8e'] in dv-cinder-836083-5-iscsi is: [{'id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:54Z', 'revision_number': 4, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'gw_port': {'id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1d0ed39-fd5e-49f4-ab9f-972e071ff801', 'name': '', 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'mac_address': 'fa:16:3e:46:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:53Z', 'updated_at': '2022-05-04T21:46:53Z', 'revision_number': 1, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'subnets': [{'id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:46:54.930045 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:46:54.935008 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-accbfc78-e55b-485f-b5d7-6e259f76d704 admin admin] 10.222.0.23 "PUT /v2.0/routers/93df85ba-322a-4627-82f7-be8500a65b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1608095 May 04 21:46:54.974056 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-89618450-7d98-4387-bf65-79a8c7c5f722 None None] Provisioning complete for port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:54.974432 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-89618450-7d98-4387-bf65-79a8c7c5f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:55.020151 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-89618450-7d98-4387-bf65-79a8c7c5f722 None None] Port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:46:55.238042 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cd274a43-e47c-4243-a256-2e573a77c014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:55.383694 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 557bd80d-2f73-4da0-8e96-200ab6d49bc3 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:46:55.430125 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:55.430500 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:55.513388 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:55.641242 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793293da-722f-433e-a705-89c762e584b5 req-7cc8b6b3-16f0-4287-8695-8d206c7d8e7b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:55.642889 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-793293da-722f-433e-a705-89c762e584b5 req-7cc8b6b3-16f0-4287-8695-8d206c7d8e7b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0832512 May 04 21:46:55.723575 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-793293da-722f-433e-a705-89c762e584b5 req-fa4735e2-ed2a-4d28-ac30-ae4f71088861 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695136 May 04 21:46:55.830020 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55c8e7-7409-49ed-aac3-47fcb37678a8 req-0ca67028-6215-43ad-8b83-9c87c1b2db21 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:55.831710 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2e55c8e7-7409-49ed-aac3-47fcb37678a8 req-0ca67028-6215-43ad-8b83-9c87c1b2db21 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0635855 May 04 21:46:55.898648 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2e55c8e7-7409-49ed-aac3-47fcb37678a8 req-36f3f749-4c5a-45aa-b78d-db3f49c66b48 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611594 May 04 21:46:56.133106 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:56.834856 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cf23-660c-43e2-ae05-1f4532135c17 req-b17bc2b9-a1e4-40f0-8d7f-92d6c5dc1fa0 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:56.839113 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1a88cf23-660c-43e2-ae05-1f4532135c17 req-b17bc2b9-a1e4-40f0-8d7f-92d6c5dc1fa0 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0551460 May 04 21:46:56.895662 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1a88cf23-660c-43e2-ae05-1f4532135c17 req-76c6035e-5cbd-44a6-bf80-3070dc13ed45 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508583 May 04 21:46:57.024043 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d27e-944c-457a-9467-ff905169fb71 req-9410c757-c238-4ba5-aae6-b7c330867b7d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:57.031818 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5846d27e-944c-457a-9467-ff905169fb71 req-9410c757-c238-4ba5-aae6-b7c330867b7d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0591936 May 04 21:46:57.079165 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5846d27e-944c-457a-9467-ff905169fb71 req-fa683dc9-4959-4f7b-bf78-cf932c274b8c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464835 May 04 21:46:57.407836 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device ff3d9d90-fd33-4595-b77f-77b15247d444 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:46:57.458774 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port ff3d9d90-fd33-4595-b77f-77b15247d444 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:57.459416 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:57.545320 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port ff3d9d90-fd33-4595-b77f-77b15247d444 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:57.545715 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:57.574159 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port ff3d9d90-fd33-4595-b77f-77b15247d444, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=ff3d9d90-fd33-4595-b77f-77b15247d444,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:46:57.579902 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:57.645177 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=ff3d9d90-fd33-4595-b77f-77b15247d444,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:57.675582 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:58.011871 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653f68-295f-4e84-a49a-1deb11ba8511 req-df7080a3-45f1-4afd-a3ea-11df7b2ad052 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:58.013447 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2c653f68-295f-4e84-a49a-1deb11ba8511 req-df7080a3-45f1-4afd-a3ea-11df7b2ad052 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0474322 May 04 21:46:58.072408 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2c653f68-295f-4e84-a49a-1deb11ba8511 req-83fec191-36fb-47ae-a964-1bb0da223ba7 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524685 May 04 21:46:58.199592 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8cc2a-2e77-4301-84e9-8c3be71424a4 req-ff51f423-7250-44a2-8fe4-6bc8536ae4b9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:58.202796 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ef8cc2a-2e77-4301-84e9-8c3be71424a4 req-ff51f423-7250-44a2-8fe4-6bc8536ae4b9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0518036 May 04 21:46:58.265809 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ef8cc2a-2e77-4301-84e9-8c3be71424a4 req-f467b038-bf37-4d48-bd64-b7d34596e750 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570927 May 04 21:46:58.689550 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Sync routers for ids ['93df85ba-322a-4627-82f7-be8500a65b8e'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:46:58.704279 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Routers {'93df85ba-322a-4627-82f7-be8500a65b8e'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:58.704978 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['93df85ba-322a-4627-82f7-be8500a65b8e'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:58.817967 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Set router 93df85ba-322a-4627-82f7-be8500a65b8e gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:46:59.012118 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:54Z', 'revision_number': 4, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'gw_port': {'id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1d0ed39-fd5e-49f4-ab9f-972e071ff801', 'name': '', 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'mac_address': 'fa:16:3e:46:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:53Z', 'updated_at': '2022-05-04T21:46:54Z', 'revision_number': 2, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'subnets': [{'id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:59.041747 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Checking router: 93df85ba-322a-4627-82f7-be8500a65b8e for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:46:59.042096 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Updating router 93df85ba-322a-4627-82f7-be8500a65b8e port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:46:59.074905 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.205313 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23550b-ea6a-40b4-81b8-cec664718559 req-5b7bafe4-7988-427a-852f-3864d55210cc tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:59.213085 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e23550b-ea6a-40b4-81b8-cec664718559 req-5b7bafe4-7988-427a-852f-3864d55210cc tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0625744 May 04 21:46:59.285691 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e23550b-ea6a-40b4-81b8-cec664718559 req-066e4f93-8c45-4cab-bf20-a7b63972e467 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570071 May 04 21:46:59.292634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.361979 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Publish callbacks [] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.372987 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.439714 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d839d8-720d-4345-961e-1f1b5af24860 req-0c543685-e79f-4592-9982-4c2d67af98be tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:46:59.447622 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-18d839d8-720d-4345-961e-1f1b5af24860 req-0c543685-e79f-4592-9982-4c2d67af98be tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0910251 May 04 21:46:59.473454 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device ff3d9d90-fd33-4595-b77f-77b15247d444 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:46:59.501386 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c78aa-4b3d-46b6-bf4d-6b4f33b3df1f None None] Pushing event updated for resources: {'Port': ['ID=d1d0ed39-fd5e-49f4-ab9f-972e071ff801,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:59.542052 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port ff3d9d90-fd33-4595-b77f-77b15247d444 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:59.542899 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.559461 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-18d839d8-720d-4345-961e-1f1b5af24860 req-a565c4fe-dbf0-4d28-8d2e-450674bcc904 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103153 May 04 21:46:59.656605 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Attempting to bind port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:46:59.657365 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Attempting to bind port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '53cfdf56-093c-45c1-bc83-50fa801b9da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:46:59.657957 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Attempting to bind port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 on network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:46:59.664173 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:46:59.665224 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Checking segment: {'id': '53cfdf56-093c-45c1-bc83-50fa801b9da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:46:59.665722 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.666205 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Bound using segment: {'id': '53cfdf56-093c-45c1-bc83-50fa801b9da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:46:59.667171 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Bound port: d1d0ed39-fd5e-49f4-ab9f-972e071ff801, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cfdf56-093c-45c1-bc83-50fa801b9da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:46:59.667713 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.681923 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port ff3d9d90-fd33-4595-b77f-77b15247d444 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:59.744580 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] For port d1d0ed39-fd5e-49f4-ab9f-972e071ff801, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:46:59.747850 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] For port d1d0ed39-fd5e-49f4-ab9f-972e071ff801, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=d1d0ed39-fd5e-49f4-ab9f-972e071ff801,segment=NetworkSegment(53cfdf56-093c-45c1-bc83-50fa801b9da7),segment_id=53cfdf56-093c-45c1-bc83-50fa801b9da7)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:46:59.755691 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.783115 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-41e76083-10de-4918-930e-72f91f99f82f None None] Provisioning complete for port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:46:59.783851 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-41e76083-10de-4918-930e-72f91f99f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.835185 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c78aa-4b3d-46b6-bf4d-6b4f33b3df1f None None] Pushing event updated for resources: {'Port': ['ID=d1d0ed39-fd5e-49f4-ab9f-972e071ff801,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:46:59.838318 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Routers {'93df85ba-322a-4627-82f7-be8500a65b8e'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:46:59.839150 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:46:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['93df85ba-322a-4627-82f7-be8500a65b8e'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:46:59.900333 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-41e76083-10de-4918-930e-72f91f99f82f None None] Current status of the port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:46:59.901123 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-41e76083-10de-4918-930e-72f91f99f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:46:59.964818 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-41e76083-10de-4918-930e-72f91f99f82f None None] For port d1d0ed39-fd5e-49f4-ab9f-972e071ff801, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=d1d0ed39-fd5e-49f4-ab9f-972e071ff801,segment=NetworkSegment(53cfdf56-093c-45c1-bc83-50fa801b9da7),segment_id=53cfdf56-093c-45c1-bc83-50fa801b9da7)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:46:59.972560 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-41e76083-10de-4918-930e-72f91f99f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:00.014656 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] Set router 93df85ba-322a-4627-82f7-be8500a65b8e gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:47:00.042829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e76083-10de-4918-930e-72f91f99f82f None None] Pushing event updated for resources: {'Port': ['ID=d1d0ed39-fd5e-49f4-ab9f-972e071ff801,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:00.097827 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-7750efd5-086a-4b0a-aed5-f29ef9a80b7d None None] Provisioning complete for port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:47:00.098500 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7750efd5-086a-4b0a-aed5-f29ef9a80b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:00.187744 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-7750efd5-086a-4b0a-aed5-f29ef9a80b7d None None] Current status of the port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:00.254206 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:54Z', 'revision_number': 4, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'gw_port': {'id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1d0ed39-fd5e-49f4-ab9f-972e071ff801', 'name': '', 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'mac_address': 'fa:16:3e:46:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:53Z', 'updated_at': '2022-05-04T21:46:59Z', 'revision_number': 4, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'subnets': [{'id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:00.281116 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b8cb9-8d48-4757-b73f-71c80288d62c None None] The sync data for ids ['93df85ba-322a-4627-82f7-be8500a65b8e'] in dv-cinder-836083-5-iscsi is: [{'id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:54Z', 'revision_number': 4, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'gw_port': {'id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1d0ed39-fd5e-49f4-ab9f-972e071ff801', 'name': '', 'network_id': 'e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'mac_address': 'fa:16:3e:46:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:53Z', 'updated_at': '2022-05-04T21:46:59Z', 'revision_number': 4, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'subnets': [{'id': '12a6923c-a0e3-4b08-958b-f7bea25f10dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:47:00.439180 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c846c2-23d0-4edd-ac30-56edcb93478e req-b379a41d-f162-48cb-8427-719a7325ea41 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:00.441908 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-19c846c2-23d0-4edd-ac30-56edcb93478e req-b379a41d-f162-48cb-8427-719a7325ea41 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0687292 May 04 21:47:00.504830 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-19c846c2-23d0-4edd-ac30-56edcb93478e req-0ebbec27-9b50-4eee-ab70-c4b20577f366 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569015 May 04 21:47:00.720302 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe2d78-4b86-40a7-bf7f-467561cc70e1 req-840865ef-b1d1-4c2d-a4d5-119179e89d8f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:00.721856 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7dbe2d78-4b86-40a7-bf7f-467561cc70e1 req-840865ef-b1d1-4c2d-a4d5-119179e89d8f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0798442 May 04 21:47:00.788256 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7dbe2d78-4b86-40a7-bf7f-467561cc70e1 req-b50ae5aa-fe4c-42a1-b05a-e0831ea64273 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547235 May 04 21:47:01.182186 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:01.386657 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d1d0ed39-fd5e-49f4-ab9f-972e071ff801 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:47:01.435795 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:47:01.436064 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:01.529812 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:01.630720 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0da8-6010-4ba0-98d1-6fd6ccc66b97 req-b8a1e0da-6815-47b7-936c-2218543d553f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:01.632252 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-70ba0da8-6010-4ba0-98d1-6fd6ccc66b97 req-b8a1e0da-6815-47b7-936c-2218543d553f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0499451 May 04 21:47:01.700006 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-70ba0da8-6010-4ba0-98d1-6fd6ccc66b97 req-28be3da9-9d25-42ef-9ba8-3713346f12b1 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580909 May 04 21:47:01.914167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5000e-1162-4275-88e0-7b198eb178f4 req-5a7d198d-16ad-47fc-9e0b-d7c67fa8f934 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:01.918307 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-71c5000e-1162-4275-88e0-7b198eb178f4 req-5a7d198d-16ad-47fc-9e0b-d7c67fa8f934 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0559187 May 04 21:47:01.968816 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-71c5000e-1162-4275-88e0-7b198eb178f4 req-de3f324d-673b-4cc0-9c5c-caeb281aa684 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 May 04 21:47:02.292724 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-40eb5055-da13-4945-9d5f-ba65c87d722d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403388 May 04 21:47:02.370255 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-9974d1db-3443-4a6e-9719-89ff97a09c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:02.372022 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-9974d1db-3443-4a6e-9719-89ff97a09c67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 1129 time: 0.0433557 May 04 21:47:02.483253 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-b3f4c775-433e-4ee3-9fbb-93e1a01f10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:02.484823 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-b3f4c775-433e-4ee3-9fbb-93e1a01f10bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 200 len: 920 time: 0.0933251 May 04 21:47:02.534020 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-712319d4-f69e-4424-968c-17e8e72ac6b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0da17e61-f586-4fdf-b512-fd8f97be34db HTTP/1.1" status: 200 len: 217 time: 0.0428205 May 04 21:47:02.592897 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-1e94e1a4-18ae-437b-bed2-12cb7a446b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:02.594362 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-1e94e1a4-18ae-437b-bed2-12cb7a446b6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 200 len: 858 time: 0.0528276 May 04 21:47:02.644230 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-055c2c6c-b5ec-43dc-9d15-a0e2a6ce09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:02.645754 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-055c2c6c-b5ec-43dc-9d15-a0e2a6ce09d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a8f1734-116e-431a-8f58-ff8f973d9ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445778 May 04 21:47:02.753694 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-399e1a34-4849-4df9-9c79-f5850ba7fb4c service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995245 May 04 21:47:02.861398 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67b3fb-df09-46cf-a075-62a4a723f2a5 req-4b842b0f-0717-4e90-82d6-d4a8792d72e8 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:02.862925 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4c67b3fb-df09-46cf-a075-62a4a723f2a5 req-4b842b0f-0717-4e90-82d6-d4a8792d72e8 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0927916 May 04 21:47:02.913912 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bc4e2243-7cac-4a88-affd-5461583dd14a req-9e7058df-9100-4138-914e-6d16082dcac6 service neutron] 10.222.0.21 "GET /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531789 May 04 21:47:02.929899 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4c67b3fb-df09-46cf-a075-62a4a723f2a5 req-67f86029-204c-422d-b09e-62dd8cde2cdf tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604136 May 04 21:47:03.085200 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e92bfe-fb2b-4fc2-8ae5-0df177332a4a req-54d15ea3-e8b2-4363-a645-20872dcde160 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:03.087435 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a7e92bfe-fb2b-4fc2-8ae5-0df177332a4a req-54d15ea3-e8b2-4363-a645-20872dcde160 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0484285 May 04 21:47:03.141255 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a7e92bfe-fb2b-4fc2-8ae5-0df177332a4a req-045d18cf-9665-4f31-89e1-582967001b6e tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481110 May 04 21:47:04.096315 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b3b7-eb7a-4076-ae36-7086d6ebc0cd req-c3b093c1-1eb0-4692-b78f-ebcc618f2bf2 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:04.097830 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3348b3b7-eb7a-4076-ae36-7086d6ebc0cd req-c3b093c1-1eb0-4692-b78f-ebcc618f2bf2 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0961990 May 04 21:47:04.101095 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-94f4e6df-5111-4965-93aa-12bbcabd9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:04.102566 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-94f4e6df-5111-4965-93aa-12bbcabd9881 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5&device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1129 time: 0.0558026 May 04 21:47:04.243543 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3348b3b7-eb7a-4076-ae36-7086d6ebc0cd req-094173f2-7fcb-45bb-8649-a85f8efb5a39 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362073 May 04 21:47:04.244943 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-248a43d6-45eb-4584-93d8-384989dd71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:04.246448 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-248a43d6-45eb-4584-93d8-384989dd71ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=58dcd464-c9b8-4377-bc94-3c86783ada08 HTTP/1.1" status: 200 len: 910 time: 0.1369271 May 04 21:47:04.278633 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c1748-2d92-4384-a2d9-b603b76679e0 req-75c6f22a-f873-4f93-8d61-60754953720c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:04.280131 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3d0c1748-2d92-4384-a2d9-b603b76679e0 req-75c6f22a-f873-4f93-8d61-60754953720c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0659328 May 04 21:47:04.330562 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-2726bc97-97f6-484a-b7bd-4c3237fdd72a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 200 len: 1000 time: 0.0776894 May 04 21:47:04.333496 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3d0c1748-2d92-4384-a2d9-b603b76679e0 req-8b0d086a-22ac-4006-bb27-06e8929c9cc6 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476868 May 04 21:47:04.629214 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-e1eb0a21-c98f-4361-9ecc-7566d6eb1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:04.630686 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-e1eb0a21-c98f-4361-9ecc-7566d6eb1df0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a49f5ac-4df1-4bde-bd0d-e087fbce9eba HTTP/1.1" status: 200 len: 848 time: 0.2907138 May 04 21:47:04.674939 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-f45c34dc-8a07-45cf-ad7e-699cde48849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:04.676333 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-f45c34dc-8a07-45cf-ad7e-699cde48849c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58dcd464-c9b8-4377-bc94-3c86783ada08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384591 May 04 21:47:04.767281 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-fd0b4bd9-ad47-4841-9784-2e18859ec74c service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819621 May 04 21:47:04.858577 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dbd409c8-5d13-4aee-b6fd-66c23538a538 req-e8d8f672-247e-4066-9905-a951f5765935 service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843756 May 04 21:47:05.261940 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-5d39cd57-9b67-4a78-9cb6-82b64d8f3961 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:05.263510 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-5d39cd57-9b67-4a78-9cb6-82b64d8f3961 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/networks?id=ec3d0d36-6424-4ba3-9c8d-588fa00db655 HTTP/1.1" status: 200 len: 814 time: 0.1005392 May 04 21:47:05.278791 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-8da3a336-d6e3-45e5-af16-1c38f372f9a4 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/quotas/9b8ef92f23d84056b1d9aaf209751e94 HTTP/1.1" status: 200 len: 375 time: 0.0100431 May 04 21:47:05.328845 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-dcd953b6-ae41-4c0d-929f-5966617fba00 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8ef92f23d84056b1d9aaf209751e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442131 May 04 21:47:05.350986 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8199f-9741-4d89-84ef-33c9201206fc req-3e1f8142-d3fa-42a4-a284-5aa8081f28d0 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:05.352551 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b2d8199f-9741-4d89-84ef-33c9201206fc req-3e1f8142-d3fa-42a4-a284-5aa8081f28d0 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0489106 May 04 21:47:05.405672 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b2d8199f-9741-4d89-84ef-33c9201206fc req-f998d988-7cdc-453d-ab66-13b6036d8eea tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470307 May 04 21:47:05.503701 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e1e48-da16-4ba5-a4c9-48dba6096c3e req-5929b74e-5994-413f-8740-6f39c82148d1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:05.505196 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9d0e1e48-da16-4ba5-a4c9-48dba6096c3e req-5929b74e-5994-413f-8740-6f39c82148d1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0458536 May 04 21:47:05.518546 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-02d2585c-c19f-4044-939b-55e28b7b0b37 service neutron] 10.222.0.23 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759403 May 04 21:47:05.554370 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9d0e1e48-da16-4ba5-a4c9-48dba6096c3e req-1d7d6b4a-ce7e-412c-9e97-d3d9b1d8241d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433438 May 04 21:47:05.607036 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-645c3e61-8a2a-4fe0-b5d1-688e3cef9649 service neutron] 10.222.0.23 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828946 May 04 21:47:05.768191 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ac5f750c-c02d-499a-876e-cb68305afdd6 req-34f5ec26-0011-4cc6-b8b5-5f9e631ff4de tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 210 time: 0.0276728 May 04 21:47:06.522951 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e832-f7ab-441a-8b0a-cd1a40cc6e10 req-baa07212-1104-4615-ba6b-60daff70fff3 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:06.524846 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-67f9e832-f7ab-441a-8b0a-cd1a40cc6e10 req-baa07212-1104-4615-ba6b-60daff70fff3 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0481808 May 04 21:47:06.575756 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-67f9e832-f7ab-441a-8b0a-cd1a40cc6e10 req-b7248ae4-ce0e-4c58-a67c-816425e28154 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 May 04 21:47:06.695568 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd545347-af56-4455-8d61-d5fb1b0d286a req-c9685f4f-4e8d-405a-9fc6-ac2c72839dd3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:06.697145 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bd545347-af56-4455-8d61-d5fb1b0d286a req-c9685f4f-4e8d-405a-9fc6-ac2c72839dd3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0583637 May 04 21:47:06.748740 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bd545347-af56-4455-8d61-d5fb1b0d286a req-c1ada86e-7abd-43fa-bf5f-d586597aec67 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446620 May 04 21:47:06.861130 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da35b192-faf2-4e1b-8a94-0c550278f5fe req-572c0882-f04c-44d0-adef-6be8c987d713 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 210 time: 0.0277390 May 04 21:47:07.354984 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-aefd68b2-6791-40a4-879a-49f4c739f622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:07.356046 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-aefd68b2-6791-40a4-879a-49f4c739f622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.21 "GET /v2.0/networks?id=ec3d0d36-6424-4ba3-9c8d-588fa00db655 HTTP/1.1" status: 200 len: 814 time: 0.1080692 May 04 21:47:07.415831 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'port': {'device_id': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'admin_state_up': True, 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:07.530120 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Made reservation on behalf of 9b8ef92f23d84056b1d9aaf209751e94 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:47:07.533527 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:07.697518 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Allocated IP 172.20.0.10 (ec3d0d36-6424-4ba3-9c8d-588fa00db655/8549acca-2852-407e-8e8e-40303f5557f0/13823de9-a250-4c3f-b688-97c72cc66436) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:47:07.709277 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf684c48-12be-46d9-91a8-83fbd5e82944 req-4fbec60d-9cd5-4619-b261-9c864f65a21d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:07.710745 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bf684c48-12be-46d9-91a8-83fbd5e82944 req-4fbec60d-9cd5-4619-b261-9c864f65a21d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0624976 May 04 21:47:07.796022 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bf684c48-12be-46d9-91a8-83fbd5e82944 req-747bae98-36b1-4a09-91c9-79828ba4d5b7 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785875 May 04 21:47:07.892418 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b7ef4-bdb2-4be8-a38e-0788636272de req-29874dbe-dd18-495d-90f6-124496cdbd13 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:07.894002 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d0b7ef4-bdb2-4be8-a38e-0788636272de req-29874dbe-dd18-495d-90f6-124496cdbd13 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0612898 May 04 21:47:07.921204 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for port (13823de9-a250-4c3f-b688-97c72cc66436), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:07.949863 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d0b7ef4-bdb2-4be8-a38e-0788636272de req-7351a24c-5513-4b0a-9537-10d1b626cb1f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498388 May 04 21:47:07.953787 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [req-8855f677-e7e6-487b-92d5-cd859427ecdc req-c3108882-4a39-4a7d-aaed-f33f8079cd82 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:47:07.954574 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8855f677-e7e6-487b-92d5-cd859427ecdc req-c3108882-4a39-4a7d-aaed-f33f8079cd82 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0748699 May 04 21:47:07.996142 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (13823de9-a250-4c3f-b688-97c72cc66436), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:08.122947 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e27b8-d664-4c91-9d00-e672f7d6a32b req-a6b3289e-7166-42e5-9824-74aef27ec39d tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:08.136964 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-501e27b8-d664-4c91-9d00-e672f7d6a32b req-a6b3289e-7166-42e5-9824-74aef27ec39d tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0926776 May 04 21:47:08.150612 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'Port': ['ID=13823de9-a250-4c3f-b688-97c72cc66436,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:08.164655 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Network ec3d0d36-6424-4ba3-9c8d-588fa00db655 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:47:08.165268 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:47:08.168398 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:47:08.217779 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-b4b44de3-cb05-44c6-8e03-1c9e3184acf6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704122 May 04 21:47:08.253791 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-501e27b8-d664-4c91-9d00-e672f7d6a32b req-84b92089-43c9-471e-be34-ee028b32437a tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056702 May 04 21:47:08.281468 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ba516-f862-4ea7-bbed-3fe0548593d3 req-342e8207-6bb5-4d07-937f-69844458c236 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:08.282208 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-059ba516-f862-4ea7-bbed-3fe0548593d3 req-342e8207-6bb5-4d07-937f-69844458c236 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0834918 May 04 21:47:08.334472 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-a99ad6dc-d66e-4144-aa19-6ec40523b12d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:08.336663 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-a99ad6dc-d66e-4144-aa19-6ec40523b12d tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports/5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 200 len: 942 time: 0.0766735 May 04 21:47:08.354462 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:08.355195 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:08.388303 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-e673986b-89da-4a7b-86be-c4112801366e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9763820 May 04 21:47:08.405343 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-059ba516-f862-4ea7-bbed-3fe0548593d3 req-5b6f4a04-a814-4379-b214-e0432f0bda16 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083019 May 04 21:47:08.465810 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-cd265072-683f-4554-b0bb-020a98dbee8f None None] Provisioning complete for port 13823de9-a250-4c3f-b688-97c72cc66436 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:47:08.466320 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cd265072-683f-4554-b0bb-020a98dbee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (13823de9-a250-4c3f-b688-97c72cc66436), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:08.515696 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-cd265072-683f-4554-b0bb-020a98dbee8f None None] Port 13823de9-a250-4c3f-b688-97c72cc66436 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:47:09.080730 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35302805-4f44-42c5-b900-5ed044bf1b5f req-71a512cd-3db4-40ad-8d53-6d7937af9119 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:09.082293 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35302805-4f44-42c5-b900-5ed044bf1b5f req-71a512cd-3db4-40ad-8d53-6d7937af9119 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0496593 May 04 21:47:09.130629 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35302805-4f44-42c5-b900-5ed044bf1b5f req-553cf5b1-ebc6-49de-a0ff-650eca8e5813 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425620 May 04 21:47:09.161192 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5eb04a89-85cc-4e66-8eb4-1b6e350c419b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:47:09.241332 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b is: ACTIVE; New status is: DOWN {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:09.241660 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:09.269655 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:09.271966 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafad2b-ccfb-450f-818b-65b847447938" -d '{"events": [{"server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:09.286767 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:09.293788 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:09.335401 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b77106-fec7-40b7-ac2b-cdaae4af3dae x-openstack-request-id: req-79b77106-fec7-40b7-ac2b-cdaae4af3dae {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:09.335711 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "name": "network-vif-unplugged", "status": "failed", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b", "code": 422}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:09.336176 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79b77106-fec7-40b7-ac2b-cdaae4af3dae {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:09.336827 dv-cinder-836083-5-iscsi neutron-server[110029]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-79b77106-fec7-40b7-ac2b-cdaae4af3dae']: {'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'code': 422} returned with failed status May 04 21:47:09.384468 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,revision_number=6']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:09.404485 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e822c41-3cf7-4f59-850f-feb543ec64a3 req-942ef5d5-47e4-470d-a25f-d5a06ada7203 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:09.405988 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9e822c41-3cf7-4f59-850f-feb543ec64a3 req-942ef5d5-47e4-470d-a25f-d5a06ada7203 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0553322 May 04 21:47:09.482805 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9e822c41-3cf7-4f59-850f-feb543ec64a3 req-46661ab8-a2a4-46d9-9bd1-e8520965097f tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709062 May 04 21:47:09.518357 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9e928-f684-4370-8a08-5efc5804c098 req-59376b7a-65ba-4706-8890-4b37166e40f0 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:09.520219 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6bf9e928-f684-4370-8a08-5efc5804c098 req-59376b7a-65ba-4706-8890-4b37166e40f0 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0505819 May 04 21:47:09.576651 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6bf9e928-f684-4370-8a08-5efc5804c098 req-06e182e8-e90b-4f1e-b8b9-50a0bc557e7c tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475941 May 04 21:47:10.257779 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3301f4-7b8c-4081-a80a-be1ec03195c7 req-1d9e6877-4e7f-443b-bd22-510e35721703 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:10.263225 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ba3301f4-7b8c-4081-a80a-be1ec03195c7 req-1d9e6877-4e7f-443b-bd22-510e35721703 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0548518 May 04 21:47:10.311644 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ba3301f4-7b8c-4081-a80a-be1ec03195c7 req-596f8707-1aae-45ea-95e4-150f2f0ea189 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440485 May 04 21:47:10.586970 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d995d-6408-4347-9a13-d9543f9d2c47 req-bddd0d3a-51ca-4073-9d0e-b36ac04bd509 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:10.588494 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-867d995d-6408-4347-9a13-d9543f9d2c47 req-bddd0d3a-51ca-4073-9d0e-b36ac04bd509 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0490758 May 04 21:47:10.657622 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-867d995d-6408-4347-9a13-d9543f9d2c47 req-af3cae56-ea3b-427b-94a4-0100b21b103b tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593858 May 04 21:47:10.712155 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b019e-fd8e-45d5-a1c5-7926116a3650 req-523bf99f-2b5c-4388-89ce-40c6aaed3486 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:10.713626 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-439b019e-fd8e-45d5-a1c5-7926116a3650 req-523bf99f-2b5c-4388-89ce-40c6aaed3486 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0566676 May 04 21:47:10.764742 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-439b019e-fd8e-45d5-a1c5-7926116a3650 req-0c52a444-e0df-45c7-b7ef-fe7e1d95b37a tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453715 May 04 21:47:11.427878 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbce19-3cb1-4eac-a85a-0245197415c2 req-91133045-8568-42ab-8ed9-4eece73ff397 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:11.429438 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5bfbce19-3cb1-4eac-a85a-0245197415c2 req-91133045-8568-42ab-8ed9-4eece73ff397 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0484312 May 04 21:47:11.478330 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5bfbce19-3cb1-4eac-a85a-0245197415c2 req-537a5afc-2f22-409f-9658-648b9504bc45 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 May 04 21:47:11.767562 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9512-dbaf-41cc-b4e5-a48f3c3850a9 req-0f37a454-3b73-41e9-950b-21fd3c51f795 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:11.769044 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-900c9512-dbaf-41cc-b4e5-a48f3c3850a9 req-0f37a454-3b73-41e9-950b-21fd3c51f795 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0517538 May 04 21:47:11.833118 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-900c9512-dbaf-41cc-b4e5-a48f3c3850a9 req-bc6abc20-bf65-4ba0-af20-f033428eb571 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584688 May 04 21:47:11.892985 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34749ae0-a094-409a-adbb-265210147c46 req-edf3a5c0-8533-4d3c-92c1-2b3b1ec24282 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:11.894463 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-34749ae0-a094-409a-adbb-265210147c46 req-edf3a5c0-8533-4d3c-92c1-2b3b1ec24282 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0515301 May 04 21:47:11.944284 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-34749ae0-a094-409a-adbb-265210147c46 req-ebe5340d-2663-44e7-911e-fdb17e5da732 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441208 May 04 21:47:12.599782 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64197204-ba5d-4f21-b84a-3bb48b7d49cc req-4636da11-6e3e-4711-aa16-0492e49d2d33 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:12.605777 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64197204-ba5d-4f21-b84a-3bb48b7d49cc req-4636da11-6e3e-4711-aa16-0492e49d2d33 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0571640 May 04 21:47:12.663892 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64197204-ba5d-4f21-b84a-3bb48b7d49cc req-1930be25-5d9e-4a55-81a3-6dde3da9442a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560014 May 04 21:47:12.954885 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ac3c2-d6fd-46a6-bf92-50fa24ca4c16 req-e0c7a97a-4daa-4d68-a41e-4c335a3b932c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:12.962335 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8b1ac3c2-d6fd-46a6-bf92-50fa24ca4c16 req-e0c7a97a-4daa-4d68-a41e-4c335a3b932c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0584714 May 04 21:47:13.008551 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8b1ac3c2-d6fd-46a6-bf92-50fa24ca4c16 req-c9088f43-7170-486f-8e11-c6693c8fe2cb tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451636 May 04 21:47:13.062769 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a1208-e5c1-4cbb-b4ea-600d93c18942 req-7a0162c6-e7e6-4b87-899d-9c5b512f8986 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:13.064245 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-319a1208-e5c1-4cbb-b4ea-600d93c18942 req-7a0162c6-e7e6-4b87-899d-9c5b512f8986 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0491781 May 04 21:47:13.123902 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-319a1208-e5c1-4cbb-b4ea-600d93c18942 req-fa5cfb34-6da6-4346-bf23-f41d69c66169 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520720 May 04 21:47:13.573670 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:47:13.772813 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23da538-ee2d-48c8-b762-644a0db54e9d req-2b92cb4d-65e4-410e-b49a-4e655f649f7a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:13.774442 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d23da538-ee2d-48c8-b762-644a0db54e9d req-2b92cb4d-65e4-410e-b49a-4e655f649f7a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0500956 May 04 21:47:13.834778 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d23da538-ee2d-48c8-b762-644a0db54e9d req-9c76a78e-c4b2-49d7-aba3-e6e5b7634404 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499876 May 04 21:47:14.124499 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3f56-76ba-4d2b-b2c0-b68563e2268d req-f4e8c814-1b4b-4610-aa77-08ebbf791d2e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:14.125888 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-031b3f56-76ba-4d2b-b2c0-b68563e2268d req-f4e8c814-1b4b-4610-aa77-08ebbf791d2e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0486310 May 04 21:47:14.199568 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-031b3f56-76ba-4d2b-b2c0-b68563e2268d req-ecaa1679-e2a5-448c-9520-360d4afbae41 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666516 May 04 21:47:14.266097 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec07bef-ad0b-40e8-b028-fa2611ec6a8b req-5d4bcdc6-5270-4c26-9bc3-a89889da0ec6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:14.267842 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dec07bef-ad0b-40e8-b028-fa2611ec6a8b req-5d4bcdc6-5270-4c26-9bc3-a89889da0ec6 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0647743 May 04 21:47:14.322203 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dec07bef-ad0b-40e8-b028-fa2611ec6a8b req-d84d8fa1-6f8c-4de8-babb-362e5432438b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486705 May 04 21:47:14.950222 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379a132-229d-4399-9a74-d4fcdd08495a req-1e34e11a-9bc0-4b0f-aa79-e542945b36a7 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:14.951971 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4379a132-229d-4399-9a74-d4fcdd08495a req-1e34e11a-9bc0-4b0f-aa79-e542945b36a7 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0467165 May 04 21:47:15.002907 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4379a132-229d-4399-9a74-d4fcdd08495a req-8f3440b5-2aeb-403e-9241-4f37f023f250 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 May 04 21:47:15.311249 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f950f-2dde-4539-805b-ab709e60a357 req-f63f0b4e-76d8-45e1-b279-253050f99c61 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:15.312753 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5b4f950f-2dde-4539-805b-ab709e60a357 req-f63f0b4e-76d8-45e1-b279-253050f99c61 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0491614 May 04 21:47:15.393147 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5b4f950f-2dde-4539-805b-ab709e60a357 req-912afe58-23a4-4ca2-84a0-48be0ae378d7 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742967 May 04 21:47:15.453573 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70598297-67b3-435d-ba6e-f767f0921b27 req-b3ffe214-f2b3-4689-bcf5-a07c284350b3 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:15.456762 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70598297-67b3-435d-ba6e-f767f0921b27 req-b3ffe214-f2b3-4689-bcf5-a07c284350b3 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0531878 May 04 21:47:15.509414 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70598297-67b3-435d-ba6e-f767f0921b27 req-806bf9be-23ba-41f6-a871-13e6a9b5d8fa tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457633 May 04 21:47:16.124472 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949596-86ea-427f-9449-9a0d91d9b6ad req-ec18bae7-5adc-49a0-8c2a-057a46cd7e7f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:16.133215 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-62949596-86ea-427f-9449-9a0d91d9b6ad req-ec18bae7-5adc-49a0-8c2a-057a46cd7e7f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0603390 May 04 21:47:16.180814 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-62949596-86ea-427f-9449-9a0d91d9b6ad req-311866ce-00cd-4191-8385-113d742239b9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466552 May 04 21:47:16.514737 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2386f-5735-4a16-b058-659d59d61b47 req-8e879cd6-4dac-4b3a-b344-80e09aa23c2c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:16.516270 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-22e2386f-5735-4a16-b058-659d59d61b47 req-8e879cd6-4dac-4b3a-b344-80e09aa23c2c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0531447 May 04 21:47:16.564833 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-22e2386f-5735-4a16-b058-659d59d61b47 req-286cce71-f1a2-4b3b-9bfb-dca242e4403a tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 May 04 21:47:16.627041 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c92c52-29d0-4f0b-a680-151c60f433e9 req-8655544e-e8fa-4df8-9206-86a792f01332 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:16.628534 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9c92c52-29d0-4f0b-a680-151c60f433e9 req-8655544e-e8fa-4df8-9206-86a792f01332 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0493751 May 04 21:47:16.676458 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9c92c52-29d0-4f0b-a680-151c60f433e9 req-40266201-7408-4e9e-97c4-694961b0ceb0 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423491 May 04 21:47:17.306073 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3063bc-a2c6-4a92-a4fa-f9560a30ce10 req-cb11db26-023d-4b13-97fc-db1675d0f0ba tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:17.307553 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a3063bc-a2c6-4a92-a4fa-f9560a30ce10 req-cb11db26-023d-4b13-97fc-db1675d0f0ba tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0477400 May 04 21:47:17.359909 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a3063bc-a2c6-4a92-a4fa-f9560a30ce10 req-51d1b5bb-c332-4dc0-96bb-e6386124e856 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441883 May 04 21:47:17.684118 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2293b-efa0-4f73-8fc8-51bbd7fde7b7 req-89bb5c53-e472-43e5-aa8c-9933162c9425 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:17.685549 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-90c2293b-efa0-4f73-8fc8-51bbd7fde7b7 req-89bb5c53-e472-43e5-aa8c-9933162c9425 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0524273 May 04 21:47:17.733218 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-90c2293b-efa0-4f73-8fc8-51bbd7fde7b7 req-91f8f23f-6f50-420d-853c-105dc579769e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420737 May 04 21:47:17.799150 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48158e51-322b-421a-a9d8-398ab071059f req-34a9025b-f695-4a85-ad5a-79cee9d5d76c tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:17.800630 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48158e51-322b-421a-a9d8-398ab071059f req-34a9025b-f695-4a85-ad5a-79cee9d5d76c tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0468969 May 04 21:47:17.848151 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48158e51-322b-421a-a9d8-398ab071059f req-bf9d3e75-705f-4000-9974-249fa749bb22 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419304 May 04 21:47:18.493020 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf925e-de45-495e-a8d0-a5e7f9eb45a0 req-dc288eec-4747-4093-8c7d-acbb39959bb7 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:18.494494 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4faf925e-de45-495e-a8d0-a5e7f9eb45a0 req-dc288eec-4747-4093-8c7d-acbb39959bb7 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0612705 May 04 21:47:18.542003 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4faf925e-de45-495e-a8d0-a5e7f9eb45a0 req-331033cf-0195-4942-be7a-4cd2f6fd9030 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 May 04 21:47:18.853690 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e37d18-dd98-4bff-bf4c-0bba2c85549c req-9b903378-adb3-4c00-aa46-72e26f10744c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:18.855176 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-87e37d18-dd98-4bff-bf4c-0bba2c85549c req-9b903378-adb3-4c00-aa46-72e26f10744c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0519319 May 04 21:47:18.906110 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-87e37d18-dd98-4bff-bf4c-0bba2c85549c req-1267641c-3e4b-4a6a-9db6-7743ca311896 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431275 May 04 21:47:18.968243 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b15031-b585-4ce6-8fe6-e689b8b6a406 req-03a485c3-a299-4efa-b368-f9b805102729 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:18.969672 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-40b15031-b585-4ce6-8fe6-e689b8b6a406 req-03a485c3-a299-4efa-b368-f9b805102729 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0466230 May 04 21:47:19.016774 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-40b15031-b585-4ce6-8fe6-e689b8b6a406 req-f4a8b447-f19a-4e46-a579-d706fe97bab5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416849 May 04 21:47:19.666710 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdda84-d433-47ba-a587-aa43a0d8d79e req-7a422d22-ee92-4c08-9cae-a9d33ad16174 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:19.668177 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-41fdda84-d433-47ba-a587-aa43a0d8d79e req-7a422d22-ee92-4c08-9cae-a9d33ad16174 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0494075 May 04 21:47:19.715078 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-41fdda84-d433-47ba-a587-aa43a0d8d79e req-ede78f8c-1682-4fdd-b592-aebf6d4687c3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413423 May 04 21:47:20.031547 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbaa7f-ed85-4ff7-be89-293a8b4c74f0 req-f939586b-1e46-441f-9c56-34c7dca40389 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:20.032992 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9dbaa7f-ed85-4ff7-be89-293a8b4c74f0 req-f939586b-1e46-441f-9c56-34c7dca40389 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 932 time: 0.0471551 May 04 21:47:20.094380 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Request body: {'port': {'device_id': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:20.108464 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9dbaa7f-ed85-4ff7-be89-293a8b4c74f0 req-6aa5803f-491f-4683-9bc5-5897fa4d77ac tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692384 May 04 21:47:20.135905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad19c6-15df-4104-89d2-c3a8845f1c6e req-54e90f9c-3b2a-4edb-a9fd-442465ad50a2 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:20.144035 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bdad19c6-15df-4104-89d2-c3a8845f1c6e req-54e90f9c-3b2a-4edb-a9fd-442465ad50a2 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0579576 May 04 21:47:20.182792 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (13823de9-a250-4c3f-b688-97c72cc66436), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:20.194932 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bdad19c6-15df-4104-89d2-c3a8845f1c6e req-eaa3db4f-95a9-439a-b5c2-916fcbd84d34 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489228 May 04 21:47:20.447630 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13823de9-a250-4c3f-b688-97c72cc66436 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:47:20.458161 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Publish callbacks [] for port (13823de9-a250-4c3f-b688-97c72cc66436), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:20.473363 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Transition to ACTIVE for port object 13823de9-a250-4c3f-b688-97c72cc66436 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:47:20.480139 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (13823de9-a250-4c3f-b688-97c72cc66436), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:20.527879 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Pushing event updated for resources: {'Port': ['ID=13823de9-a250-4c3f-b688-97c72cc66436,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:20.552309 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.552659 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.552997 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.553336 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.553665 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.553992 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.554316 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.554641 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.554960 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.555285 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.555629 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.555946 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.556266 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.556585 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.556944 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:47:20.610552 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Attempting to bind port 13823de9-a250-4c3f-b688-97c72cc66436 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:47:20.610818 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Attempting to bind port 13823de9-a250-4c3f-b688-97c72cc66436 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:47:20.611149 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Attempting to bind port 13823de9-a250-4c3f-b688-97c72cc66436 on network ec3d0d36-6424-4ba3-9c8d-588fa00db655 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:47:20.615694 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Port 13823de9-a250-4c3f-b688-97c72cc66436 on network ec3d0d36-6424-4ba3-9c8d-588fa00db655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:47:20.616016 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Attempting to bind port 13823de9-a250-4c3f-b688-97c72cc66436 on network ec3d0d36-6424-4ba3-9c8d-588fa00db655 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:47:20.621081 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:47:20.621416 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Checking segment: {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:47:20.621803 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Bound using segment: {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:47:20.622235 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Bound port: 13823de9-a250-4c3f-b688-97c72cc66436, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea174f8-4181-4c6e-992b-35350dab1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:47:20.622596 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (13823de9-a250-4c3f-b688-97c72cc66436), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:20.686680 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] For port 13823de9-a250-4c3f-b688-97c72cc66436, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:47:20.689918 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] For port 13823de9-a250-4c3f-b688-97c72cc66436, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13823de9-a250-4c3f-b688-97c72cc66436,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:47:20.696946 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (13823de9-a250-4c3f-b688-97c72cc66436), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:20.731486 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:20.732253 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:20.733475 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] 10.222.0.21 "PUT /v2.0/ports/13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 1094 time: 0.6440444 May 04 21:47:20.733910 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:20.737597 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4223052-2bd7-4757-8d80-526672a50399" -d '{"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:20.772439 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbf143-6f44-4aa1-90b8-77bff09dd446 service neutron] Pushing event updated for resources: {'Port': ['ID=13823de9-a250-4c3f-b688-97c72cc66436,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:20.803966 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89e9a54-a5b2-48e3-a065-f53b42815e34 x-openstack-request-id: req-c89e9a54-a5b2-48e3-a065-f53b42815e34 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:20.804197 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:20.804502 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c89e9a54-a5b2-48e3-a065-f53b42815e34 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:20.805074 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89e9a54-a5b2-48e3-a065-f53b42815e34'] response: {'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436', 'status': 'completed', 'code': 200} May 04 21:47:20.865381 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-ea858a7c-1e83-4781-aedc-de6491d6c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:20.867037 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-ea858a7c-1e83-4781-aedc-de6491d6c0be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8ef92f23d84056b1d9aaf209751e94&device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 1128 time: 0.0758946 May 04 21:47:20.878724 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a71ad3-3311-49dd-96c5-4bc6d2602c73 req-0ce6167a-a9fa-4815-aa67-74ddc0159aaf tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:20.880244 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-85a71ad3-3311-49dd-96c5-4bc6d2602c73 req-0ce6167a-a9fa-4815-aa67-74ddc0159aaf tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0568407 May 04 21:47:20.940899 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-71170053-00f7-477a-b56a-1b1e238a4ba7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 217 time: 0.0464945 May 04 21:47:20.994830 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-85a71ad3-3311-49dd-96c5-4bc6d2602c73 req-a33ed205-670c-455d-96b4-0346dcd87da4 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087589 May 04 21:47:21.005325 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-f931ed8b-b48a-4296-b9f4-3faf112355ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:21.007121 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-f931ed8b-b48a-4296-b9f4-3faf112355ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8549acca-2852-407e-8e8e-40303f5557f0 HTTP/1.1" status: 200 len: 853 time: 0.0576119 May 04 21:47:21.052347 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-4b0acc9b-748f-4990-aa50-8363a31d9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:21.053973 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-4b0acc9b-748f-4990-aa50-8363a31d9acf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec3d0d36-6424-4ba3-9c8d-588fa00db655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403976 May 04 21:47:21.172824 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-fc55a17a-a0a6-4858-9c44-196ffb9aaa82 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000850 May 04 21:47:21.259858 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47499e14-f98d-47dc-8d1e-893689f3a68a req-f961d098-7001-4fbd-976d-c3bb3b5d881b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:21.262009 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-47499e14-f98d-47dc-8d1e-893689f3a68a req-f961d098-7001-4fbd-976d-c3bb3b5d881b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0613530 May 04 21:47:21.295258 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d734cd-33bc-4c89-9e7d-8a515d520dbe req-4f3df5cc-41d2-4650-9110-50d7d20c0151 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:21.297200 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f9d734cd-33bc-4c89-9e7d-8a515d520dbe req-4f3df5cc-41d2-4650-9110-50d7d20c0151 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 944 time: 0.0882447 May 04 21:47:21.317492 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-47499e14-f98d-47dc-8d1e-893689f3a68a req-d80d9866-59b6-4fcf-90f5-921993c0c30d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486956 May 04 21:47:21.330778 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89e72b31-45f5-4db3-8001-22bcdd503693 req-0d37a8cc-fd33-4fb6-bfc4-d8557db9b63f service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501226 May 04 21:47:21.356767 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f9d734cd-33bc-4c89-9e7d-8a515d520dbe req-80702a7b-9c85-46a9-969a-12bab2f8fa33 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509830 May 04 21:47:21.422436 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfd618-01b0-4113-90c0-2fbdf9d6b907 req-a53e6169-8b96-4c44-a23d-f14a33daa96f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:21.423891 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e4cfd618-01b0-4113-90c0-2fbdf9d6b907 req-a53e6169-8b96-4c44-a23d-f14a33daa96f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0448742 May 04 21:47:21.477389 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e4cfd618-01b0-4113-90c0-2fbdf9d6b907 req-aff48d08-f80f-4933-97f1-9121f552f658 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477908 May 04 21:47:21.621998 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-9729253c-3ecb-4398-81e9-628de014b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:21.623467 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-9729253c-3ecb-4398-81e9-628de014b5d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd&tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5 HTTP/1.1" status: 200 len: 1127 time: 0.0444262 May 04 21:47:22.448675 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8d87f-e9b7-4421-80c6-2c54da7edd00 req-beb76ec4-e417-487e-a8e1-b36babfd9498 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:22.450134 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-40f8d87f-e9b7-4421-80c6-2c54da7edd00 req-beb76ec4-e417-487e-a8e1-b36babfd9498 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0508235 May 04 21:47:22.468848 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6731fa-a54c-4ae3-b867-5962510c76bf req-7ece0faa-c713-4aa8-ba6a-6df71f5d1b8c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:22.470409 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a6731fa-a54c-4ae3-b867-5962510c76bf req-7ece0faa-c713-4aa8-ba6a-6df71f5d1b8c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 944 time: 0.0462983 May 04 21:47:22.497998 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-40f8d87f-e9b7-4421-80c6-2c54da7edd00 req-a54573d1-d47a-423d-bf24-2d8a1c610d4d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 May 04 21:47:22.519039 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a6731fa-a54c-4ae3-b867-5962510c76bf req-72488144-6796-4471-90fa-a3f18ad23bbe tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 May 04 21:47:22.595272 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab0567-550d-471a-a540-ddcf5fb3341c req-d5909018-650e-44ba-860f-92985a3c7533 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:22.596754 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-54ab0567-550d-471a-a540-ddcf5fb3341c req-d5909018-650e-44ba-860f-92985a3c7533 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0465710 May 04 21:47:22.645474 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-54ab0567-550d-471a-a540-ddcf5fb3341c req-e86a9f3b-c418-4921-bd5e-49e5958f6b98 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431104 May 04 21:47:22.873243 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-dded2472-5234-45a1-b9a9-5a05b716e413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:23.623113 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a655ef-7675-43ce-b173-4b1883b2f9e7 req-22593506-b1ca-40e0-9bdf-8a98e773e832 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:23.624861 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d2a655ef-7675-43ce-b173-4b1883b2f9e7 req-22593506-b1ca-40e0-9bdf-8a98e773e832 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0471323 May 04 21:47:23.634940 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fc1fa-8e05-4366-ac78-d3dd6cc63efb req-f82b6c92-8c00-4381-b0aa-f1d69d119a7e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:23.636385 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df4fc1fa-8e05-4366-ac78-d3dd6cc63efb req-f82b6c92-8c00-4381-b0aa-f1d69d119a7e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 944 time: 0.0454493 May 04 21:47:23.674080 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d2a655ef-7675-43ce-b173-4b1883b2f9e7 req-91a02d26-732e-4c5b-ae4a-73505e084288 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434554 May 04 21:47:23.691792 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df4fc1fa-8e05-4366-ac78-d3dd6cc63efb req-3863dd43-ebbd-4026-9b91-3ce456d7eaba tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 May 04 21:47:23.773849 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394f4b0-3dcc-48d6-818d-d50cffbc644a req-ad3428c6-4867-4e96-8a54-836256f3a469 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:23.775310 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9394f4b0-3dcc-48d6-818d-d50cffbc644a req-ad3428c6-4867-4e96-8a54-836256f3a469 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0466094 May 04 21:47:23.824132 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9394f4b0-3dcc-48d6-818d-d50cffbc644a req-923ee28e-0f78-48b8-a439-4c50ca465079 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 May 04 21:47:23.928205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-fe2eae83-dadf-4bad-ba8c-7fc618d7d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:23.929017 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-fe2eae83-dadf-4bad-ba8c-7fc618d7d159 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5&device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1127 time: 0.0476124 May 04 21:47:23.931017 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4223052-2bd7-4757-8d80-526672a50399 req-ff9f2792-5784-48ba-9816-3e26b8e83100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:23.932672 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4223052-2bd7-4757-8d80-526672a50399 req-ff9f2792-5784-48ba-9816-3e26b8e83100 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8ef92f23d84056b1d9aaf209751e94&device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 1128 time: 0.0576179 May 04 21:47:23.933714 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-4ae5089b-2a6d-4944-8075-68e56c100da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:23.935058 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-4ae5089b-2a6d-4944-8075-68e56c100da1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 1130 time: 0.0681221 May 04 21:47:24.032450 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-d1617f6b-a46a-4829-bcf8-784851d2d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.033897 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-d1617f6b-a46a-4829-bcf8-784851d2d42a service neutron] 10.222.0.21 "GET /v2.0/networks?id=58dcd464-c9b8-4377-bc94-3c86783ada08 HTTP/1.1" status: 200 len: 910 time: 0.0845606 May 04 21:47:24.102079 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-8b52210b-1e29-45ae-a6d4-ba75d6451c84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 200 len: 998 time: 0.0607281 May 04 21:47:24.102575 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4223052-2bd7-4757-8d80-526672a50399 req-d9a1d9c5-01cb-462c-947b-79bcd0736ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.104184 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4223052-2bd7-4757-8d80-526672a50399 req-d9a1d9c5-01cb-462c-947b-79bcd0736ff4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec3d0d36-6424-4ba3-9c8d-588fa00db655 HTTP/1.1" status: 200 len: 915 time: 0.1509571 May 04 21:47:24.105229 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-a0c37025-7a35-4f89-9efb-f4e6ab1bce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.106524 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-a0c37025-7a35-4f89-9efb-f4e6ab1bce29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 912 time: 0.1461587 May 04 21:47:24.157655 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-329c44b6-59df-4edf-b61a-406f23c4ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.159173 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-329c44b6-59df-4edf-b61a-406f23c4ce83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a49f5ac-4df1-4bde-bd0d-e087fbce9eba HTTP/1.1" status: 200 len: 848 time: 0.0426240 May 04 21:47:24.184392 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4223052-2bd7-4757-8d80-526672a50399 req-acf20de7-6484-405c-bf3b-8c7be6f8f1a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 217 time: 0.0675259 May 04 21:47:24.201902 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-c7b65ae6-7ece-4e28-aa9b-ddd3647dd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.203529 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-c7b65ae6-7ece-4e28-aa9b-ddd3647dd8e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58dcd464-c9b8-4377-bc94-3c86783ada08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381896 May 04 21:47:24.243127 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-3d4d71e4-09c7-4a06-941c-923e7acd51f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=298e138c-e3ba-4941-8304-6c63bfe584a1 HTTP/1.1" status: 200 len: 1001 time: 0.1204724 May 04 21:47:24.248548 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4223052-2bd7-4757-8d80-526672a50399 req-795a45e7-c6ac-472c-bd30-7c71130c5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.249955 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4223052-2bd7-4757-8d80-526672a50399 req-795a45e7-c6ac-472c-bd30-7c71130c5875 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8549acca-2852-407e-8e8e-40303f5557f0 HTTP/1.1" status: 200 len: 853 time: 0.0585425 May 04 21:47:24.303560 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-f4f88a3e-e5f3-461e-8363-fd6ce1e4008d service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934637 May 04 21:47:24.318185 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4223052-2bd7-4757-8d80-526672a50399 req-c281e20a-157d-49ab-91dc-5f6198a536e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.319699 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4223052-2bd7-4757-8d80-526672a50399 req-c281e20a-157d-49ab-91dc-5f6198a536e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec3d0d36-6424-4ba3-9c8d-588fa00db655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616736 May 04 21:47:24.323299 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-0a1c76a8-66e8-4df0-983f-723c8165bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.324644 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-0a1c76a8-66e8-4df0-983f-723c8165bb2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.0738380 May 04 21:47:24.388602 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-0e05a31e-d669-4b7a-9901-ea0178f26fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.390010 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-0e05a31e-d669-4b7a-9901-ea0178f26fa2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576885 May 04 21:47:24.393530 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-934f019f-efd0-4ee7-9ee3-4eb6f08c2c2c service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843925 May 04 21:47:24.491184 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4223052-2bd7-4757-8d80-526672a50399 req-43d21460-997e-4359-afe3-a91b0fb62637 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656027 May 04 21:47:24.516130 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-4932aa2f-b746-487d-9314-d15a069baeb7 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028066 May 04 21:47:24.796595 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bf460-c854-4ccb-b55a-085d9a0cd990 req-2c73a12c-9b5e-490d-87c8-ae5c9bb8271a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.798044 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-757bf460-c854-4ccb-b55a-085d9a0cd990 req-2c73a12c-9b5e-490d-87c8-ae5c9bb8271a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0498693 May 04 21:47:24.806749 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f0c03-86fb-4d70-b37b-3f01eb825e74 req-da6f1361-7698-4bca-806d-dddefe277f29 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.808250 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a4f0c03-86fb-4d70-b37b-3f01eb825e74 req-da6f1361-7698-4bca-806d-dddefe277f29 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 944 time: 0.0529609 May 04 21:47:24.848896 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-757bf460-c854-4ccb-b55a-085d9a0cd990 req-56d9e7fb-1207-4529-8776-2f79a59243f0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 May 04 21:47:24.854735 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a4f0c03-86fb-4d70-b37b-3f01eb825e74 req-02b640c0-7f75-4c6b-90f7-5831c434dddd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 May 04 21:47:24.947117 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a38fee-d2bf-4131-b8d4-dde75e5e8a43 req-80c9bed3-5e9c-4a95-9a72-6b6e51fdf41e tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:24.948650 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c1a38fee-d2bf-4131-b8d4-dde75e5e8a43 req-80c9bed3-5e9c-4a95-9a72-6b6e51fdf41e tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0452549 May 04 21:47:24.998501 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c1a38fee-d2bf-4131-b8d4-dde75e5e8a43 req-07e76992-e451-49f9-8895-f7cb434bea00 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442994 May 04 21:47:25.238079 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 13823de9-a250-4c3f-b688-97c72cc66436 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:47:25.252700 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f5776115-20c0-4931-864b-c1611bcab092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:25.340221 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 13823de9-a250-4c3f-b688-97c72cc66436, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13823de9-a250-4c3f-b688-97c72cc66436,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:25.354492 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '13823de9-a250-4c3f-b688-97c72cc66436', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'port_id': '13823de9-a250-4c3f-b688-97c72cc66436', 'mac_address': 'fa:16:3e:04:2a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:47:25.395206 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 13823de9-a250-4c3f-b688-97c72cc66436 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:25.395706 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (13823de9-a250-4c3f-b688-97c72cc66436), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:25.410110 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13823de9-a250-4c3f-b688-97c72cc66436 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:47:25.431409 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 13823de9-a250-4c3f-b688-97c72cc66436, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13823de9-a250-4c3f-b688-97c72cc66436,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:25.438946 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (13823de9-a250-4c3f-b688-97c72cc66436), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:25.490694 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=13823de9-a250-4c3f-b688-97c72cc66436,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:25.639231 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c4df9a18-6a08-45bf-9254-7647a0328db0 req-511e4f47-6377-4e34-b165-920d531bfbc6 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986723 May 04 21:47:25.641062 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4223052-2bd7-4757-8d80-526672a50399 req-513dc11f-c5c2-49c1-a116-364f5ecda5af service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900092 May 04 21:47:25.924479 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['13823de9-a250-4c3f-b688-97c72cc66436'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:47:25.976575 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719a161-28a2-4035-b739-5beab973c376 req-ab76a4d0-93eb-44fb-9c66-cd1839037cd3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:25.977169 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc906d-fe73-4fec-8d71-16a556119e76 req-12b71fdd-ed7e-4b77-8078-7ca635e6fe44 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:25.978127 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a719a161-28a2-4035-b739-5beab973c376 req-ab76a4d0-93eb-44fb-9c66-cd1839037cd3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0505378 May 04 21:47:25.978574 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f2bc906d-fe73-4fec-8d71-16a556119e76 req-12b71fdd-ed7e-4b77-8078-7ca635e6fe44 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 945 time: 0.0482457 May 04 21:47:26.028711 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a719a161-28a2-4035-b739-5beab973c376 req-3bd6b5ef-16cf-43e7-91e6-749add18f6a5 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 May 04 21:47:26.033661 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f2bc906d-fe73-4fec-8d71-16a556119e76 req-788d3b56-7483-4403-88b2-2e34eb27d2da tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 May 04 21:47:26.123394 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:26.130903 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdbdaa-c305-4d2e-b3e7-0f2dc938d3bb req-87341b23-ba18-4956-8586-1e50b27ed167 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:26.132433 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2cdbdaa-c305-4d2e-b3e7-0f2dc938d3bb req-87341b23-ba18-4956-8586-1e50b27ed167 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0453482 May 04 21:47:26.186534 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2cdbdaa-c305-4d2e-b3e7-0f2dc938d3bb req-42d3f868-cf34-4adf-a736-752dd54205ba tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454628 May 04 21:47:27.144140 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfee969-e208-4725-8f3f-839b73c2ef0d req-ce109d58-ab7f-46d0-9009-c7478650a7c4 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:27.145864 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dbfee969-e208-4725-8f3f-839b73c2ef0d req-ce109d58-ab7f-46d0-9009-c7478650a7c4 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0477612 May 04 21:47:27.190685 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76841bf3-ba6c-44de-8e49-d4483ea516e4 req-24b87bcb-b25b-43bd-9da4-f3a7384fb2a4 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:27.192185 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-76841bf3-ba6c-44de-8e49-d4483ea516e4 req-24b87bcb-b25b-43bd-9da4-f3a7384fb2a4 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 945 time: 0.0469933 May 04 21:47:27.195157 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dbfee969-e208-4725-8f3f-839b73c2ef0d req-d91d1298-371a-4fe8-b469-c4765d1556d0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417454 May 04 21:47:27.239665 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-76841bf3-ba6c-44de-8e49-d4483ea516e4 req-327a9eeb-0d3a-4613-8d09-7425e03ce30b tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 May 04 21:47:27.252244 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 13823de9-a250-4c3f-b688-97c72cc66436 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:47:27.297875 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 13823de9-a250-4c3f-b688-97c72cc66436 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:47:27.301959 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c3d8e-b6b6-4671-aa53-3fab95725edd req-842d199d-d983-4e81-83ce-d6b2e462f8ee tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:27.303527 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-239c3d8e-b6b6-4671-aa53-3fab95725edd req-842d199d-d983-4e81-83ce-d6b2e462f8ee tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0486231 May 04 21:47:27.304683 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 13823de9-a250-4c3f-b688-97c72cc66436 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:47:27.305254 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (13823de9-a250-4c3f-b688-97c72cc66436), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:27.353243 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-239c3d8e-b6b6-4671-aa53-3fab95725edd req-ff493f36-6f74-4eaf-9c9e-f78401236cb7 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430648 May 04 21:47:27.390281 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 13823de9-a250-4c3f-b688-97c72cc66436 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:27.390668 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (13823de9-a250-4c3f-b688-97c72cc66436), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:27.413031 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:27.415262 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5450e122-10df-40f8-a56a-8f50362a118f" -d '{"events": [{"server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "name": "network-vif-plugged", "status": "completed", "tag": "13823de9-a250-4c3f-b688-97c72cc66436"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:27.427248 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 13823de9-a250-4c3f-b688-97c72cc66436, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13823de9-a250-4c3f-b688-97c72cc66436,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:27.432356 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (13823de9-a250-4c3f-b688-97c72cc66436), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:27.455860 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e148af-92ee-48b0-9ede-777e9d5e8bd5 x-openstack-request-id: req-47e148af-92ee-48b0-9ede-777e9d5e8bd5 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:27.456167 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "name": "network-vif-plugged", "status": "completed", "tag": "13823de9-a250-4c3f-b688-97c72cc66436", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:27.456419 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47e148af-92ee-48b0-9ede-777e9d5e8bd5 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:27.456815 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e148af-92ee-48b0-9ede-777e9d5e8bd5'] response: {'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436', 'code': 200} May 04 21:47:27.481691 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=13823de9-a250-4c3f-b688-97c72cc66436,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:27.672295 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:27.883239 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658c744-bd85-4bf7-96ba-42637eea795c req-5da67c05-43ea-462e-af5f-6a21be3c07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:27.884852 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5658c744-bd85-4bf7-96ba-42637eea795c req-5da67c05-43ea-462e-af5f-6a21be3c07c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 1130 time: 0.0416713 May 04 21:47:27.929789 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5658c744-bd85-4bf7-96ba-42637eea795c req-d4dc2a13-3537-447c-b85e-47c005a56a4b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 May 04 21:47:28.367774 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b0b0-487b-47bd-ac1b-d85ff04ede86 req-5f5bc449-5538-4060-9aac-0978772cf8c1 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:28.369276 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a33b0b0-487b-47bd-ac1b-d85ff04ede86 req-5f5bc449-5538-4060-9aac-0978772cf8c1 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0529165 May 04 21:47:28.416609 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a33b0b0-487b-47bd-ac1b-d85ff04ede86 req-f9a09783-0a53-4841-bcc2-e9dfc9176fdf tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 May 04 21:47:28.467008 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a80f-22d4-410d-ab20-63848b999ae4 req-18dd9237-c6e9-4415-ba47-d325bcb974b1 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:28.468474 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0287a80f-22d4-410d-ab20-63848b999ae4 req-18dd9237-c6e9-4415-ba47-d325bcb974b1 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0491521 May 04 21:47:28.519062 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0287a80f-22d4-410d-ab20-63848b999ae4 req-588a1417-437b-4e64-b986-bed3175c1f65 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449054 May 04 21:47:29.264748 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:29.506155 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3834fc-77c2-4f06-9070-9f6dfb26510f req-c72303e5-325d-46c8-8c1f-abe44deb05cc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:29.507660 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da3834fc-77c2-4f06-9070-9f6dfb26510f req-c72303e5-325d-46c8-8c1f-abe44deb05cc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0617290 May 04 21:47:29.531296 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afaa0c-a702-4288-96a8-c4e04a8516c2 req-3ff0095d-a6d2-4881-94ad-579573f3e000 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:29.532774 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97afaa0c-a702-4288-96a8-c4e04a8516c2 req-3ff0095d-a6d2-4881-94ad-579573f3e000 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0460353 May 04 21:47:29.555770 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da3834fc-77c2-4f06-9070-9f6dfb26510f req-2fce6d03-d7ca-40d7-a2e9-2870060efd83 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423040 May 04 21:47:29.583465 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-97afaa0c-a702-4288-96a8-c4e04a8516c2 req-5612774c-7566-420a-bf70-f0fd69be4ac7 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 May 04 21:47:29.662533 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b12c7-d5f2-45fa-98c9-44f76343abfb req-45e77b97-6609-4f6b-b5e9-d30cb259e6cd tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:29.664175 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ad9b12c7-d5f2-45fa-98c9-44f76343abfb req-45e77b97-6609-4f6b-b5e9-d30cb259e6cd tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0485802 May 04 21:47:29.698719 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1829-d940-4ea9-8d23-de8ac8a75dda req-301b98a5-506f-4ad2-b61b-eaf27c80d70a tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:29.700138 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6e6f1829-d940-4ea9-8d23-de8ac8a75dda req-301b98a5-506f-4ad2-b61b-eaf27c80d70a tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0500510 May 04 21:47:29.717999 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ad9b12c7-d5f2-45fa-98c9-44f76343abfb req-653005f9-3fa4-4258-a35b-0c5ce0fb25ba tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452981 May 04 21:47:29.752466 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6e6f1829-d940-4ea9-8d23-de8ac8a75dda req-d463fe5c-84f8-4c8a-b2d8-d6f1dcf7a301 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458293 May 04 21:47:30.094748 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b28b81-69ac-4708-8e4e-7286c7ddb129 req-27c485ab-90b3-4e65-8235-3a62d554010d tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:30.096239 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f8b28b81-69ac-4708-8e4e-7286c7ddb129 req-27c485ab-90b3-4e65-8235-3a62d554010d tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0576842 May 04 21:47:30.142069 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f8b28b81-69ac-4708-8e4e-7286c7ddb129 req-044bddbe-40e2-4719-9861-7975306710cf tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 May 04 21:47:30.688035 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b8991-38fa-427b-9ef8-7a2815a0e1fb req-267e629c-b83c-4de2-a636-8afa25375146 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:30.689574 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-640b8991-38fa-427b-9ef8-7a2815a0e1fb req-267e629c-b83c-4de2-a636-8afa25375146 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0590260 May 04 21:47:30.736895 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-640b8991-38fa-427b-9ef8-7a2815a0e1fb req-2007eeaa-4d48-4264-bcda-872b0fb32f14 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 May 04 21:47:30.834054 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f272b-9b36-49e0-a0b2-78db35395340 req-87feab14-ffd6-4f1b-94bd-66a49efb6604 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:30.835538 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a17f272b-9b36-49e0-a0b2-78db35395340 req-87feab14-ffd6-4f1b-94bd-66a49efb6604 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0468831 May 04 21:47:30.893064 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a17f272b-9b36-49e0-a0b2-78db35395340 req-c447b104-48f9-4ff6-98a6-a3903574bfac tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475385 May 04 21:47:31.192747 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:31.863435 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdcd0f-1c89-4036-96bd-f1a4bd604a3d req-0c64b004-e477-4474-882d-32e0cf834ed7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:31.864886 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d5bdcd0f-1c89-4036-96bd-f1a4bd604a3d req-0c64b004-e477-4474-882d-32e0cf834ed7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0509737 May 04 21:47:31.914336 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d5bdcd0f-1c89-4036-96bd-f1a4bd604a3d req-b635ae10-c0f9-4511-a43c-02473cd33de4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 May 04 21:47:32.028493 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fdc8-f2af-436d-9e59-7947bfc83c89 req-d0423d81-9e6e-4550-a408-aa6be741ca53 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:32.029891 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-49d9fdc8-f2af-436d-9e59-7947bfc83c89 req-d0423d81-9e6e-4550-a408-aa6be741ca53 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0559940 May 04 21:47:32.083099 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-49d9fdc8-f2af-436d-9e59-7947bfc83c89 req-d577bf7c-97b5-4d24-8fa3-ae6a54167eca tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452261 May 04 21:47:32.838782 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-4ca1e573-09e0-4934-b734-7a51b32506a5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:32.840269 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-4ca1e573-09e0-4934-b734-7a51b32506a5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0508707 May 04 21:47:32.944896 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Deleting port 717a2542-9eb2-4124-a1e4-e76cc6748352 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:47:32.945700 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:33.074250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea5542-20a7-453d-b379-04fd8746967e req-0e041d01-c187-4eba-afc0-61c5fe3ffb1f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:33.075722 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-74ea5542-20a7-453d-b379-04fd8746967e req-0e041d01-c187-4eba-afc0-61c5fe3ffb1f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 946 time: 0.0676243 May 04 21:47:33.080596 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] For port 717a2542-9eb2-4124-a1e4-e76cc6748352, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=717a2542-9eb2-4124-a1e4-e76cc6748352,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:33.080984 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:33.203244 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e15096-c006-4efd-99cc-2e533f20bf90 req-e0968311-309d-41d8-ad1c-8d5f0b8e8253 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:33.204756 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-76e15096-c006-4efd-99cc-2e533f20bf90 req-e0968311-309d-41d8-ad1c-8d5f0b8e8253 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 943 time: 0.0476046 May 04 21:47:33.224949 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-74ea5542-20a7-453d-b379-04fd8746967e req-4537bdc5-7064-4e0a-a94a-72a5e87cf9b5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2b4375-a619-467b-bda5-50417dbe4482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414201 May 04 21:47:33.237880 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5eb04a89-85cc-4e66-8eb4-1b6e350c419b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:47:33.256396 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-76e15096-c006-4efd-99cc-2e533f20bf90 req-e494e3a4-139c-4624-a11e-6865c0d6fd81 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459504 May 04 21:47:33.338648 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:33.338948 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (be77a62c-2bc1-473d-8f5c-bebd15e23d3a), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:33.339265 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Floating IP be77a62c-2bc1-473d-8f5c-bebd15e23d3a disassociated. External IP: 172.27.1.106, port: 717a2542-9eb2-4124-a1e4-e76cc6748352. May 04 21:47:33.339640 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Calling delete_port for 717a2542-9eb2-4124-a1e4-e76cc6748352 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:47:33.348130 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:33.360219 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'port_id': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'mac_address': 'fa:16:3e:c3:21:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:47:33.399203 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:33.399644 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:33.411798 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb04a89-85cc-4e66-8eb4-1b6e350c419b {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:47:33.431805 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:33.436673 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:33.476490 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (717a2542-9eb2-4124-a1e4-e76cc6748352), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:33.485685 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,revision_number=7']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:33.502691 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event deleted for resources: {'Port': ['ID=717a2542-9eb2-4124-a1e4-e76cc6748352,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:33.621582 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Router ce589d17-d888-4605-bf98-929d27357f48 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:47:33.736145 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:47:33.747623 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] Sync routers for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:47:33.757662 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:47:33.758283 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:33.778032 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] No DVR routers for this DVR port 717a2542-9eb2-4124-a1e4-e76cc6748352 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:47:33.780678 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:33.784094 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5bfa2f55-b324-450a-a9a0-57864b37141a req-f1857208-764e-4ea0-a594-71c83177a8b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "DELETE /v2.0/ports/717a2542-9eb2-4124-a1e4-e76cc6748352 HTTP/1.1" status: 204 len: 173 time: 0.9387197 May 04 21:47:33.784587 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-deleted', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:33.786844 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d96cb34-8d03-416c-9f0c-adaed6e999ba" -d '{"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-deleted", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:33.836892 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795b3c4b-6e75-4af2-9046-754c84baa171 x-openstack-request-id: req-795b3c4b-6e75-4af2-9046-754c84baa171 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:33.837213 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60f512d-004a-4006-bd94-2fb675358393", "name": "network-vif-deleted", "tag": "717a2542-9eb2-4124-a1e4-e76cc6748352", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:33.837450 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-795b3c4b-6e75-4af2-9046-754c84baa171 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:33.837835 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-795b3c4b-6e75-4af2-9046-754c84baa171'] response: {'server_uuid': 'c60f512d-004a-4006-bd94-2fb675358393', 'name': 'network-vif-deleted', 'tag': '717a2542-9eb2-4124-a1e4-e76cc6748352', 'status': 'completed', 'code': 200} May 04 21:47:33.883160 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:47:33.932987 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['5eb04a89-85cc-4e66-8eb4-1b6e350c419b'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:47:34.155505 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:34.194285 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] Checking router: ce589d17-d888-4605-bf98-929d27357f48 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:47:34.222354 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:47:34.223002 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:34.414881 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef824dec-b22e-47d3-9f1a-965a7b4bfaf2 req-6bf17c3f-3c44-461c-8fbe-c93e4f3e5e69 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:34.417426 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ef824dec-b22e-47d3-9f1a-965a7b4bfaf2 req-6bf17c3f-3c44-461c-8fbe-c93e4f3e5e69 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 944 time: 0.0713108 May 04 21:47:34.421706 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c25c1280-4250-48bc-a307-7933de657c46 req-ba63437f-1993-426f-bceb-a874c398589b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=c60f512d-004a-4006-bd94-2fb675358393 HTTP/1.1" status: 200 len: 210 time: 0.0462513 May 04 21:47:34.494326 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ef824dec-b22e-47d3-9f1a-965a7b4bfaf2 req-9c5f8ad6-bbc0-424e-845e-befc04ed5e26 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707920 May 04 21:47:34.505854 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:47:34.719724 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:34.746121 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f59939-8d9f-4894-9a35-9859fa2d26d2 None None] The sync data for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi is: [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:47:34.979153 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5810137-862a-48df-b12d-ecdd233ea38f None None] New status for floating IP be77a62c-2bc1-473d-8f5c-bebd15e23d3a: DOWN {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:47:35.517245 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46282) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:35.564112 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5eb04a89-85cc-4e66-8eb4-1b6e350c419b up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:47:35.586111 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-295fa7ef-f4ae-4555-ba0d-1cddb2e33fee tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (2f2b4375-a619-467b-bda5-50417dbe4482), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.613472 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:47:35.613728 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.618517 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-295fa7ef-f4ae-4555-ba0d-1cddb2e33fee tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (2f2b4375-a619-467b-bda5-50417dbe4482), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.626892 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203ddbd-60f0-4af9-a6e2-56cde8e77456 req-6366c342-c6ac-4173-87ba-765e5d547f7f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:35.629265 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4203ddbd-60f0-4af9-a6e2-56cde8e77456 req-6366c342-c6ac-4173-87ba-765e5d547f7f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 944 time: 0.0562046 May 04 21:47:35.674578 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-295fa7ef-f4ae-4555-ba0d-1cddb2e33fee tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (2f2b4375-a619-467b-bda5-50417dbe4482), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.677172 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-295fa7ef-f4ae-4555-ba0d-1cddb2e33fee tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.680725 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-295fa7ef-f4ae-4555-ba0d-1cddb2e33fee tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "DELETE /v2.0/security-groups/2f2b4375-a619-467b-bda5-50417dbe4482 HTTP/1.1" status: 204 len: 168 time: 0.1592174 May 04 21:47:35.681937 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46286) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:35.682959 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4203ddbd-60f0-4af9-a6e2-56cde8e77456 req-628533e5-5390-4c0c-a939-b81e5ae101c5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477664 May 04 21:47:35.698211 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fa7ef-f4ae-4555-ba0d-1cddb2e33fee tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2b4375-a619-467b-bda5-50417dbe4482,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:35.703300 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:35.703725 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.711287 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.api.v2.resource [None req-c6aeeb05-3995-4968-b31b-1acfb1bd57e7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] show failed (client error): The resource could not be found. May 04 21:47:35.715182 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-c6aeeb05-3995-4968-b31b-1acfb1bd57e7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups/2f2b4375-a619-467b-bda5-50417dbe4482 HTTP/1.1" status: 404 len: 347 time: 0.0283864 May 04 21:47:35.715606 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46288) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:35.734524 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:35.736790 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6074abc2-f312-4401-93e0-d83ad90bfdb3" -d '{"events": [{"server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "name": "network-vif-plugged", "status": "completed", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:35.758016 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:35.763926 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.789273 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca9771b-cc9f-4690-b222-f1fc97c727c9 x-openstack-request-id: req-eca9771b-cc9f-4690-b222-f1fc97c727c9 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:35.789576 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "name": "network-vif-plugged", "status": "completed", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:35.789836 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eca9771b-cc9f-4690-b222-f1fc97c727c9 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:35.790225 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca9771b-cc9f-4690-b222-f1fc97c727c9'] response: {'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'code': 200} May 04 21:47:35.818192 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,revision_number=8']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:35.835068 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Deleting port f3feaaa8-c09f-4349-aec5-e84c24b2b9d6 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:47:35.835459 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (f3feaaa8-c09f-4349-aec5-e84c24b2b9d6), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.908660 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (f3feaaa8-c09f-4349-aec5-e84c24b2b9d6), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.908952 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (f3feaaa8-c09f-4349-aec5-e84c24b2b9d6), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:35.924582 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Calling delete_port for f3feaaa8-c09f-4349-aec5-e84c24b2b9d6 owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:47:36.085192 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (f3feaaa8-c09f-4349-aec5-e84c24b2b9d6), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.086681 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0379cb1-5e72-480e-82d7-151a9b273c7d req-c95ea4ae-c2b5-40de-988c-19f62b1ea300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:36.088394 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d0379cb1-5e72-480e-82d7-151a9b273c7d req-c95ea4ae-c2b5-40de-988c-19f62b1ea300 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1129 time: 0.0443411 May 04 21:47:36.116461 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event deleted for resources: {'Port': ['ID=f3feaaa8-c09f-4349-aec5-e84c24b2b9d6,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:36.145439 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d0379cb1-5e72-480e-82d7-151a9b273c7d req-e2a0d5ab-2172-4d37-a66d-edb6c47fc252 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493653 May 04 21:47:36.183958 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (be77a62c-2bc1-473d-8f5c-bebd15e23d3a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.186485 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.187653 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6a194792-d8b1-4ff4-92d3-fb1cdd3b41d0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "DELETE /v2.0/floatingips/be77a62c-2bc1-473d-8f5c-bebd15e23d3a HTTP/1.1" status: 204 len: 168 time: 0.4710581 May 04 21:47:36.397741 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46296) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:36.402321 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-3b78e213-429c-428e-9413-eae48abc60b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679902369', 'description': 'tempest-description--298866758'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:36.423660 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3b78e213-429c-428e-9413-eae48abc60b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.499167 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3b78e213-429c-428e-9413-eae48abc60b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (75f9361d-c59f-41c9-8d24-db38b9644376), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.503163 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3b78e213-429c-428e-9413-eae48abc60b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (75f9361d-c59f-41c9-8d24-db38b9644376), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.533531 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3b78e213-429c-428e-9413-eae48abc60b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.537736 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46298) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:36.537900 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3b78e213-429c-428e-9413-eae48abc60b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390834 May 04 21:47:36.538711 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78e213-429c-428e-9413-eae48abc60b9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f9361d-c59f-41c9-8d24-db38b9644376,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:36.542945 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-0adc8830-43e3-4e0d-875b-c682d417ecea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'security_group_rule': {'security_group_id': '75f9361d-c59f-41c9-8d24-db38b9644376', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:36.573971 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0adc8830-43e3-4e0d-875b-c682d417ecea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (092becf3-553c-41d5-b046-c7d8152e435b), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.627019 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0adc8830-43e3-4e0d-875b-c682d417ecea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (092becf3-553c-41d5-b046-c7d8152e435b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.632256 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0adc8830-43e3-4e0d-875b-c682d417ecea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (092becf3-553c-41d5-b046-c7d8152e435b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.649097 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc8830-43e3-4e0d-875b-c682d417ecea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092becf3-553c-41d5-b046-c7d8152e435b,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:36.661656 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0adc8830-43e3-4e0d-875b-c682d417ecea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.662868 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0adc8830-43e3-4e0d-875b-c682d417ecea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240141 May 04 21:47:36.665539 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46300) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:36.669792 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-dac61068-68b2-4f15-b2fc-d4ee88e08706 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'security_group_rule': {'security_group_id': '75f9361d-c59f-41c9-8d24-db38b9644376', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:36.695481 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dac61068-68b2-4f15-b2fc-d4ee88e08706 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (61437f8d-ed82-4eba-ac69-bb1b6660af86), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.752734 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dac61068-68b2-4f15-b2fc-d4ee88e08706 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (61437f8d-ed82-4eba-ac69-bb1b6660af86), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.758101 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dac61068-68b2-4f15-b2fc-d4ee88e08706 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (61437f8d-ed82-4eba-ac69-bb1b6660af86), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.775711 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac61068-68b2-4f15-b2fc-d4ee88e08706 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61437f8d-ed82-4eba-ac69-bb1b6660af86,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:36.784214 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dac61068-68b2-4f15-b2fc-d4ee88e08706 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.785412 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-dac61068-68b2-4f15-b2fc-d4ee88e08706 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189690 May 04 21:47:36.788563 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46304) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:36.792976 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:36.800150 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85195e4-259f-49f4-8cff-4a3bc540cac5 req-f37738eb-36e8-479b-b7b2-ee1a4ea64963 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:36.801636 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f85195e4-259f-49f4-8cff-4a3bc540cac5 req-f37738eb-36e8-479b-b7b2-ee1a4ea64963 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0502405 May 04 21:47:36.819173 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:36.854493 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f85195e4-259f-49f4-8cff-4a3bc540cac5 req-b97f5197-eef8-4405-9b3b-9f66a08bdde5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472257 May 04 21:47:36.902204 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:37.013027 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Allocated IP 172.27.1.61 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/02a28548-fe64-4b8e-85f6-2ece76e03a6b) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:47:37.123663 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for port (02a28548-fe64-4b8e-85f6-2ece76e03a6b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:37.159752 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (02a28548-fe64-4b8e-85f6-2ece76e03a6b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:37.200402 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:47:37.203271 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:47:37.208795 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:47:37.229737 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'Port': ['ID=02a28548-fe64-4b8e-85f6-2ece76e03a6b,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:37.294773 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (950043a7-261d-4521-b277-29abd3d46e86), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:37.331599 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (02a28548-fe64-4b8e-85f6-2ece76e03a6b), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:37.480943 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for port (02a28548-fe64-4b8e-85f6-2ece76e03a6b), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:37.488415 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (02a28548-fe64-4b8e-85f6-2ece76e03a6b), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:37.546021 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:47:37.557832 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'Port': ['ID=02a28548-fe64-4b8e-85f6-2ece76e03a6b,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:37.566288 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 717a2542-9eb2-4124-a1e4-e76cc6748352 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:47:37.566869 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 717a2542-9eb2-4124-a1e4-e76cc6748352 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:47:37.570738 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (950043a7-261d-4521-b277-29abd3d46e86), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:37.588293 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:37.589724 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b75813dd-20c3-4fa2-a2ab-4ba1b4510e91 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8002501 May 04 21:47:37.789149 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-4868d267-e927-445b-9dce-8ef50297e0bc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1679902369&fields=id&tenant_id=80373b242ff34b0ba8ac77e122566e67 HTTP/1.1" status: 200 len: 267 time: 0.0433743 May 04 21:47:37.900355 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-dc47d4c2-847b-4b5d-9ff1-fa496524a0f5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:37.901795 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-dc47d4c2-847b-4b5d-9ff1-fa496524a0f5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 817 time: 0.1060934 May 04 21:47:37.916258 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-152ac2d4-9a6a-4642-b505-ee703d0fc4ad tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/quotas/80373b242ff34b0ba8ac77e122566e67 HTTP/1.1" status: 200 len: 375 time: 0.0090997 May 04 21:47:37.969747 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308fcff-2652-42e0-b477-6c9ea5b58bd2 req-ebcfb376-0972-4c51-9c87-5fe7c4194f2f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:37.971429 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5308fcff-2652-42e0-b477-6c9ea5b58bd2 req-ebcfb376-0972-4c51-9c87-5fe7c4194f2f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0475366 May 04 21:47:38.027194 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5308fcff-2652-42e0-b477-6c9ea5b58bd2 req-076df23a-181a-4103-8649-0eb4848b3e3e tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495653 May 04 21:47:38.215891 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-62c77845-c2d6-48db-9f58-ce1801e8908c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2919469 May 04 21:47:38.307048 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-cc19626b-4ea8-4ddf-868b-cb2942ddd0d5 service neutron] 10.222.0.23 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798402 May 04 21:47:38.398982 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-dda20e28-2d38-4862-b9a5-3b39c877a79c service neutron] 10.222.0.23 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832098 May 04 21:47:38.563705 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0beafd0f-4a3d-4103-a56d-b14951330051 req-5398a02f-bffb-4793-9438-a91968983132 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 210 time: 0.0272367 May 04 21:47:39.663736 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-701989b2-f9d3-473b-b2e3-4ef04a7348bd req-484dfdca-c944-42e4-abea-ea8b5e470512 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 210 time: 0.0273433 May 04 21:47:40.608268 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140f1c-5209-473d-a12d-18815f1c574d req-fc93580f-6d52-44a6-9d38-9c254bfd659b tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:40.609689 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e8140f1c-5209-473d-a12d-18815f1c574d req-fc93580f-6d52-44a6-9d38-9c254bfd659b tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0718267 May 04 21:47:40.615300 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-ad9bd549-b3da-464d-81a9-972366cfb2a9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:40.616691 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-ad9bd549-b3da-464d-81a9-972366cfb2a9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 817 time: 0.1466613 May 04 21:47:40.672141 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e8140f1c-5209-473d-a12d-18815f1c574d req-ad6c924a-324b-4dfa-9a0a-499427646e5b tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545650 May 04 21:47:40.696936 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46356) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:40.712304 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-f59bc2be-991f-4814-8e4e-03e3cb69d40d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80373b242ff34b0ba8ac77e122566e67 HTTP/1.1" status: 200 len: 380 time: 0.0685751 May 04 21:47:40.783694 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'port': {'device_id': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'admin_state_up': True, 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'security_groups': ['75f9361d-c59f-41c9-8d24-db38b9644376']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:40.793619 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8ef2e3c7-9a00-48eb-b8b9-7ced1f218b0b req-bd963081-ae7f-4a5d-a3ec-ddaf4507c1da tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 210 time: 0.0520935 May 04 21:47:40.804238 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e102857-22f1-4498-b5f2-51759a3dde84 tempest-TestMinimumBasicScenario-1815004548 tempest-TestMinimumBasicScenario-1815004548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:40.805778 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5e102857-22f1-4498-b5f2-51759a3dde84 tempest-TestMinimumBasicScenario-1815004548 tempest-TestMinimumBasicScenario-1815004548-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 1125 time: 0.1072664 May 04 21:47:40.808805 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46360) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:40.815307 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'port_id': '13823de9-a250-4c3f-b688-97c72cc66436', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:40.842602 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:40.896323 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Made reservation on behalf of 80373b242ff34b0ba8ac77e122566e67 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:47:40.899667 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:40.918632 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.023513 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Allocated IP 172.20.0.11 (0f17d82c-63df-4cf1-86e7-b7abee92a710/4753f203-8d97-4e83-bef9-56f542d6fa65/21dd64fa-d499-4810-bbf9-7a4b89c79a57) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:47:41.033724 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Allocated IP 172.27.1.242 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/26defafb-e3a5-4053-8480-cdd0d7e1493c) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:47:41.135305 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for port (26defafb-e3a5-4053-8480-cdd0d7e1493c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.170144 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (26defafb-e3a5-4053-8480-cdd0d7e1493c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.171457 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.205447 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.209485 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:47:41.214616 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:47:41.219519 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:47:41.222420 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'Port': ['ID=26defafb-e3a5-4053-8480-cdd0d7e1493c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:41.262568 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:47:41.265239 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:47:41.269040 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:47:41.303999 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:41.333749 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:41.334854 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.357032 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e492e44b-b992-4fa2-b490-463179c3dcd5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5772843 May 04 21:47:41.375355 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Request body: {'port': {'device_id': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:41.440051 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.523104 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-45af6ab2-d37b-40ad-b2de-4e75fc9a2aff None None] Provisioning complete for port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:47:41.523745 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-45af6ab2-d37b-40ad-b2de-4e75fc9a2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.561811 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-45af6ab2-d37b-40ad-b2de-4e75fc9a2aff None None] Port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:47:41.619189 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for floatingip (fc361029-d821-425e-9fb5-c467e128f404), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.689106 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (26defafb-e3a5-4053-8480-cdd0d7e1493c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.709681 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21dd64fa-d499-4810-bbf9-7a4b89c79a57 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:47:41.717209 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Publish callbacks [] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.730500 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Transition to ACTIVE for port object 21dd64fa-d499-4810-bbf9-7a4b89c79a57 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:47:41.734986 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.805339 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:41.859238 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for port (26defafb-e3a5-4053-8480-cdd0d7e1493c), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.863877 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Attempting to bind port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:47:41.864359 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Attempting to bind port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:47:41.864867 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Attempting to bind port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 on network 0f17d82c-63df-4cf1-86e7-b7abee92a710 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:47:41.870283 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 on network 0f17d82c-63df-4cf1-86e7-b7abee92a710 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:47:41.870605 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Attempting to bind port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 on network 0f17d82c-63df-4cf1-86e7-b7abee92a710 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:47:41.872817 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (26defafb-e3a5-4053-8480-cdd0d7e1493c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.876156 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:47:41.876720 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Checking segment: {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:47:41.877115 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Bound using segment: {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:47:41.877588 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Bound port: 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759f3e32-25a7-49f4-bf5a-efd3828f1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:47:41.877971 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.949632 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'Port': ['ID=26defafb-e3a5-4053-8480-cdd0d7e1493c,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:41.956338 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (fc361029-d821-425e-9fb5-c467e128f404), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:41.962747 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcc23f-5c34-467c-a697-46d1cea61962 req-610b6be7-d2cb-4437-93cf-59b31e289f68 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:41.964609 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6dbcc23f-5c34-467c-a697-46d1cea61962 req-610b6be7-d2cb-4437-93cf-59b31e289f68 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0841677 May 04 21:47:42.008892 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:47:42.012951 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:47:42.029892 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.046087 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6dbcc23f-5c34-467c-a697-46d1cea61962 req-768e04b7-fe55-41b1-b5f8-fefe69f9c961 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725834 May 04 21:47:42.060414 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Floating IP fc361029-d821-425e-9fb5-c467e128f404 associated. External IP: 172.27.1.242, port: 13823de9-a250-4c3f-b688-97c72cc66436. May 04 21:47:42.067841 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:42.068579 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.069960 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] 10.222.0.21 "PUT /v2.0/ports/21dd64fa-d499-4810-bbf9-7a4b89c79a57 HTTP/1.1" status: 200 len: 1094 time: 0.6990943 May 04 21:47:42.070402 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:42.072789 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b796370e-9980-4992-a7d2-cd5afe653b62" -d '{"events": [{"name": "network-changed", "server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:42.103145 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd447f-35e9-4eab-9500-4dff70cc7896 service neutron] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:42.126243 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8cb677-f807-4ab3-9d4e-53210eddf5c4 x-openstack-request-id: req-ba8cb677-f807-4ab3-9d4e-53210eddf5c4 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:42.126842 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:42.127304 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba8cb677-f807-4ab3-9d4e-53210eddf5c4 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:42.129548 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8cb677-f807-4ab3-9d4e-53210eddf5c4'] response: {'name': 'network-changed', 'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'status': 'completed', 'code': 200} May 04 21:47:42.188901 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-99a74bca-637b-4019-b078-9d602c7a6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:42.190802 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-99a74bca-637b-4019-b078-9d602c7a6da7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 1128 time: 0.0436881 May 04 21:47:42.259947 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-f47cd851-0efe-4f85-95a6-0d63fc404aae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57 HTTP/1.1" status: 200 len: 217 time: 0.0518246 May 04 21:47:42.312042 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-6e6881af-dcf6-4528-ad68-2a6a2f999f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:42.313670 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-6e6881af-dcf6-4528-ad68-2a6a2f999f9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.0478220 May 04 21:47:42.329247 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Router 2a468142-c510-4925-91eb-0c2b7d9fd50c has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:47:42.357468 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-0f5f4466-008c-49d3-8c7c-258f7d57b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:42.358942 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-0f5f4466-008c-49d3-8c7c-258f7d57b381 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391042 May 04 21:47:42.439223 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:47:42.450829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] Sync routers for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:47:42.457412 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-1de25271-3cb8-40da-a6f9-45c3baac3d4a service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913913 May 04 21:47:42.459353 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.463038 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:47:42.463746 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:42.492491 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46366) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:42.492712 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-93a66fbb-f7b4-4c9b-bd03-f3d9495f95cd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6820331 May 04 21:47:42.493256 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:42.495848 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:42.497661 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-27260eec-6318-46c4-89d7-0cb8010fab30 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612787259', 'description': 'tempest-secgroup-smoke-1612787259 description', 'project_id': '9b8ef92f23d84056b1d9aaf209751e94'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:42.561543 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-27260eec-6318-46c4-89d7-0cb8010fab30 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.577588 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:47:42.601200 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-414dae52-b786-4912-8892-db04fb3fe1d7 req-e68b7a45-0bd4-4fe2-a0da-ea9ac4a2a0b1 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349275 May 04 21:47:42.604874 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c9ef60-51ab-4874-b0bb-8d3e22c6f752 x-openstack-request-id: req-f1c9ef60-51ab-4874-b0bb-8d3e22c6f752 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:42.605202 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:42.605437 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1c9ef60-51ab-4874-b0bb-8d3e22c6f752 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:42.605849 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c9ef60-51ab-4874-b0bb-8d3e22c6f752'] response: {'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436', 'status': 'completed', 'code': 200} May 04 21:47:42.648552 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-27260eec-6318-46c4-89d7-0cb8010fab30 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group (e8105b16-6af4-4983-a789-a4ec164fafaa), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.652729 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-27260eec-6318-46c4-89d7-0cb8010fab30 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e8105b16-6af4-4983-a789-a4ec164fafaa), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.682616 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-27260eec-6318-46c4-89d7-0cb8010fab30 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.686615 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-27260eec-6318-46c4-89d7-0cb8010fab30 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1903803 May 04 21:47:42.686988 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46372) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:42.692478 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-5a87168f-a5cb-4135-8cf5-399861fd5cfe tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'security_group_rule': {'security_group_id': 'e8105b16-6af4-4983-a789-a4ec164fafaa', 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:42.697529 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27260eec-6318-46c4-89d7-0cb8010fab30 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8105b16-6af4-4983-a789-a4ec164fafaa,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:42.723142 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5a87168f-a5cb-4135-8cf5-399861fd5cfe tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (0ee28fa0-490a-4efa-9dad-08f9aeaa6a40), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.778167 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5a87168f-a5cb-4135-8cf5-399861fd5cfe tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (0ee28fa0-490a-4efa-9dad-08f9aeaa6a40), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.782941 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5a87168f-a5cb-4135-8cf5-399861fd5cfe tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (0ee28fa0-490a-4efa-9dad-08f9aeaa6a40), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.801068 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87168f-a5cb-4135-8cf5-399861fd5cfe tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee28fa0-490a-4efa-9dad-08f9aeaa6a40,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:42.810979 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5a87168f-a5cb-4135-8cf5-399861fd5cfe tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.815151 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-5a87168f-a5cb-4135-8cf5-399861fd5cfe tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241279 May 04 21:47:42.815370 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46374) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:42.817035 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'fc361029-d821-425e-9fb5-c467e128f404', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'port_id': '13823de9-a250-4c3f-b688-97c72cc66436', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'mac_address': 'fa:16:3e:04:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:47:41Z', 'updated_at': '2022-05-04T21:47:41Z', 'revision_number': 0, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbead091-9d87-43af-93e0-ea278dcdee56', 'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'mac_address': 'fa:16:3e:c7:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:47Z', 'updated_at': '2022-05-04T21:46:51Z', 'revision_number': 5, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'subnets': [{'id': '8549acca-2852-407e-8e8e-40303f5557f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:42.819887 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-e449dd51-064c-4c0b-a589-a683412063fd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'security_group_rule': {'security_group_id': 'e8105b16-6af4-4983-a789-a4ec164fafaa', 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:42.845138 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] Checking router: 2a468142-c510-4925-91eb-0c2b7d9fd50c for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:47:42.846487 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e449dd51-064c-4c0b-a589-a683412063fd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (053c7365-6771-4463-a6ec-5cd0a38d5e8e), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.853600 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:47:42.854227 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:42.903868 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e449dd51-064c-4c0b-a589-a683412063fd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (053c7365-6771-4463-a6ec-5cd0a38d5e8e), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.908076 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e449dd51-064c-4c0b-a589-a683412063fd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (053c7365-6771-4463-a6ec-5cd0a38d5e8e), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.929444 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449dd51-064c-4c0b-a589-a683412063fd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053c7365-6771-4463-a6ec-5cd0a38d5e8e,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:42.938191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e449dd51-064c-4c0b-a589-a683412063fd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:42.939409 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e449dd51-064c-4c0b-a589-a683412063fd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230116 May 04 21:47:42.942573 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46376) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:42.947182 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-3377e65b-3484-466c-9131-138c65e38394 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'security_group_rule': {'security_group_id': 'e8105b16-6af4-4983-a789-a4ec164fafaa', 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:42.968989 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:47:42.972814 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3377e65b-3484-466c-9131-138c65e38394 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (cd9f2034-f8d4-4b39-885a-2e1142fbc726), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.032469 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3377e65b-3484-466c-9131-138c65e38394 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (cd9f2034-f8d4-4b39-885a-2e1142fbc726), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.036302 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3377e65b-3484-466c-9131-138c65e38394 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (cd9f2034-f8d4-4b39-885a-2e1142fbc726), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.054465 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e65b-3484-466c-9131-138c65e38394 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9f2034-f8d4-4b39-885a-2e1142fbc726,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:43.058861 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3377e65b-3484-466c-9131-138c65e38394 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.062775 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46378) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:43.063266 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3377e65b-3484-466c-9131-138c65e38394 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192706 May 04 21:47:43.067628 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-5819d62b-15cd-4627-b70e-5c56537d9011 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'security_group_rule': {'security_group_id': 'e8105b16-6af4-4983-a789-a4ec164fafaa', 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:43.096673 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5819d62b-15cd-4627-b70e-5c56537d9011 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (5de14b18-75c2-43ca-80f5-cc354549921f), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.191943 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f2cde-9bcc-4296-a2c8-db034117d7ff req-ca16cfb1-b3c4-4ef2-9dc9-e818c9141fb7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:43.193409 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d5f2cde-9bcc-4296-a2c8-db034117d7ff req-ca16cfb1-b3c4-4ef2-9dc9-e818c9141fb7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0717134 May 04 21:47:43.202580 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'fc361029-d821-425e-9fb5-c467e128f404', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'port_id': '13823de9-a250-4c3f-b688-97c72cc66436', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'mac_address': 'fa:16:3e:04:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:47:41Z', 'updated_at': '2022-05-04T21:47:41Z', 'revision_number': 0, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbead091-9d87-43af-93e0-ea278dcdee56', 'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'mac_address': 'fa:16:3e:c7:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:47Z', 'updated_at': '2022-05-04T21:46:51Z', 'revision_number': 5, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'subnets': [{'id': '8549acca-2852-407e-8e8e-40303f5557f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:43.212278 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5819d62b-15cd-4627-b70e-5c56537d9011 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (5de14b18-75c2-43ca-80f5-cc354549921f), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.220961 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5819d62b-15cd-4627-b70e-5c56537d9011 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (5de14b18-75c2-43ca-80f5-cc354549921f), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.229872 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77869b8b-8d13-467e-941e-7274089abbf6 None None] The sync data for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi is: [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'fc361029-d821-425e-9fb5-c467e128f404', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'port_id': '13823de9-a250-4c3f-b688-97c72cc66436', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'mac_address': 'fa:16:3e:04:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:47:41Z', 'updated_at': '2022-05-04T21:47:41Z', 'revision_number': 0, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbead091-9d87-43af-93e0-ea278dcdee56', 'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'mac_address': 'fa:16:3e:c7:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:47Z', 'updated_at': '2022-05-04T21:46:51Z', 'revision_number': 5, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'subnets': [{'id': '8549acca-2852-407e-8e8e-40303f5557f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:47:43.249330 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819d62b-15cd-4627-b70e-5c56537d9011 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de14b18-75c2-43ca-80f5-cc354549921f,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:43.260752 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5819d62b-15cd-4627-b70e-5c56537d9011 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.262133 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5819d62b-15cd-4627-b70e-5c56537d9011 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1982791 May 04 21:47:43.265348 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46382) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:43.269369 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-9956f25e-24ba-4c41-931c-00842d7bd768 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'security_group_rule': {'security_group_id': 'e8105b16-6af4-4983-a789-a4ec164fafaa', 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:43.296995 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d5f2cde-9bcc-4296-a2c8-db034117d7ff req-9336f565-604f-4725-8c1a-953198002d0a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975912 May 04 21:47:43.305783 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.securitygroups_db [None req-9956f25e-24ba-4c41-931c-00842d7bd768 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Project 9b8ef92f23d84056b1d9aaf209751e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 21:47:43.312755 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9956f25e-24ba-4c41-931c-00842d7bd768 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (e0026a8d-d4ab-45ba-b8a4-903e845827ed), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.363328 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9956f25e-24ba-4c41-931c-00842d7bd768 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (e0026a8d-d4ab-45ba-b8a4-903e845827ed), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.367553 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9956f25e-24ba-4c41-931c-00842d7bd768 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (e0026a8d-d4ab-45ba-b8a4-903e845827ed), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.386967 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956f25e-24ba-4c41-931c-00842d7bd768 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0026a8d-d4ab-45ba-b8a4-903e845827ed,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:43.394561 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9956f25e-24ba-4c41-931c-00842d7bd768 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.395799 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9956f25e-24ba-4c41-931c-00842d7bd768 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298878 May 04 21:47:43.398752 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46384) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:43.403767 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-85f316d3-eb12-43e0-87b1-b7f75d645f78 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'security_group_rule': {'security_group_id': 'e8105b16-6af4-4983-a789-a4ec164fafaa', 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:43.424535 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.securitygroups_db [None req-85f316d3-eb12-43e0-87b1-b7f75d645f78 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Project 9b8ef92f23d84056b1d9aaf209751e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 21:47:43.430305 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f316d3-eb12-43e0-87b1-b7f75d645f78 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (494800c7-902a-4d48-a16c-7e45928dd442), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.442395 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fbdce-04be-4d8e-8570-3e9cf21ec631 None None] New status for floating IP fc361029-d821-425e-9fb5-c467e128f404: ACTIVE {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:47:43.490916 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f316d3-eb12-43e0-87b1-b7f75d645f78 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (494800c7-902a-4d48-a16c-7e45928dd442), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.494645 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f316d3-eb12-43e0-87b1-b7f75d645f78 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (494800c7-902a-4d48-a16c-7e45928dd442), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.512751 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f316d3-eb12-43e0-87b1-b7f75d645f78 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494800c7-902a-4d48-a16c-7e45928dd442,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:43.518712 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-85f316d3-eb12-43e0-87b1-b7f75d645f78 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:43.519867 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-85f316d3-eb12-43e0-87b1-b7f75d645f78 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200430 May 04 21:47:43.612668 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-742cf703-d03d-484e-86f0-165ed7ee5f17 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612787259&fields=id&tenant_id=9b8ef92f23d84056b1d9aaf209751e94 HTTP/1.1" status: 200 len: 267 time: 0.0441072 May 04 21:47:43.913647 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-b4e0c17d-5265-4fe4-8766-69478c912182 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:43.915031 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-b4e0c17d-5265-4fe4-8766-69478c912182 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.2967098 May 04 21:47:43.925659 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-2fd53771-19c6-4e1c-99e0-db41cb61f796 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'port': {'security_groups': ['6cb9d497-0181-4ac6-876b-b575dfaca87e', 'e8105b16-6af4-4983-a789-a4ec164fafaa']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:43.999855 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-2fd53771-19c6-4e1c-99e0-db41cb61f796 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (13823de9-a250-4c3f-b688-97c72cc66436), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:44.197199 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-2fd53771-19c6-4e1c-99e0-db41cb61f796 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] For port 13823de9-a250-4c3f-b688-97c72cc66436, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13823de9-a250-4c3f-b688-97c72cc66436,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:44.226958 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-2fd53771-19c6-4e1c-99e0-db41cb61f796 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for port (13823de9-a250-4c3f-b688-97c72cc66436), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:44.233607 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-2fd53771-19c6-4e1c-99e0-db41cb61f796 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (13823de9-a250-4c3f-b688-97c72cc66436), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:44.273633 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['13823de9-a250-4c3f-b688-97c72cc66436'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:47:44.282833 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-2fd53771-19c6-4e1c-99e0-db41cb61f796 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:44.283574 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-2fd53771-19c6-4e1c-99e0-db41cb61f796 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:44.285239 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-57c3d77a-0b4a-40a8-a2ab-f0c90ec9ba9f req-2fd53771-19c6-4e1c-99e0-db41cb61f796 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "PUT /v2.0/ports/13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 982 time: 0.3639498 May 04 21:47:44.285743 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:44.291424 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aa9841-e633-447a-90f9-bb51fe939ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:44.317787 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd53771-19c6-4e1c-99e0-db41cb61f796 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'Port': ['ID=13823de9-a250-4c3f-b688-97c72cc66436,revision_number=6']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:44.369075 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0f9463-8c0a-4e50-bc8d-f788c2ed0d24 x-openstack-request-id: req-be0f9463-8c0a-4e50-bc8d-f788c2ed0d24 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:44.369382 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:44.369703 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be0f9463-8c0a-4e50-bc8d-f788c2ed0d24 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:44.370170 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0f9463-8c0a-4e50-bc8d-f788c2ed0d24'] response: {'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436', 'status': 'completed', 'code': 200} May 04 21:47:44.432029 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a099b3-2825-49dc-a5c3-1606bd04cac8 req-facfca41-09fc-4dec-82bf-487afbd45a55 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:44.433618 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86a099b3-2825-49dc-a5c3-1606bd04cac8 req-facfca41-09fc-4dec-82bf-487afbd45a55 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0563896 May 04 21:47:44.487934 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0954e-cf60-42f7-b70b-d883d6c3a826 req-5f994d81-dd34-40b8-a241-8023ee8f1e9a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:44.495179 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4de0954e-cf60-42f7-b70b-d883d6c3a826 req-5f994d81-dd34-40b8-a241-8023ee8f1e9a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0608642 May 04 21:47:44.495979 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['13823de9-a250-4c3f-b688-97c72cc66436'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:47:44.521345 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86a099b3-2825-49dc-a5c3-1606bd04cac8 req-e1268f98-3e20-4988-80d8-2646e0d4930a tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777507 May 04 21:47:44.549667 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4de0954e-cf60-42f7-b70b-d883d6c3a826 req-efcf6538-18fa-4a23-aba3-1dc86a2fb0b1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533788 May 04 21:47:44.593633 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-c7ba9856-81b1-4679-b953-e030a56c4eca None None] Provisioning complete for port 13823de9-a250-4c3f-b688-97c72cc66436 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:47:44.594013 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9856-81b1-4679-b953-e030a56c4eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (13823de9-a250-4c3f-b688-97c72cc66436), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:44.782165 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba9856-81b1-4679-b953-e030a56c4eca None None] Current status of the port 13823de9-a250-4c3f-b688-97c72cc66436 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:45.124407 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-747345c4-9b67-4eb2-8cf1-02f5b673613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:45.125909 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-747345c4-9b67-4eb2-8cf1-02f5b673613a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 1128 time: 0.0690730 May 04 21:47:45.126788 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-562b0d37-fade-4072-9a2b-e317329afdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:45.128146 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-562b0d37-fade-4072-9a2b-e317329afdcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8ef92f23d84056b1d9aaf209751e94&device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 1169 time: 0.0628891 May 04 21:47:45.288725 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-c5889ab6-2a0f-4fcd-bf53-4481ba0cecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:45.290195 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-c5889ab6-2a0f-4fcd-bf53-4481ba0cecfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.1536520 May 04 21:47:45.293077 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-398fa3cb-5bbf-472f-915b-bfd8c7764b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:45.294397 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-398fa3cb-5bbf-472f-915b-bfd8c7764b2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec3d0d36-6424-4ba3-9c8d-588fa00db655 HTTP/1.1" status: 200 len: 915 time: 0.1568222 May 04 21:47:45.369603 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-fd925a53-67f2-438f-a72a-3dea211efd36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57 HTTP/1.1" status: 200 len: 217 time: 0.0666909 May 04 21:47:45.430220 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-123bbb41-38ff-4c44-8758-075e30e0da6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 1002 time: 0.1261709 May 04 21:47:45.443681 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-d9f1a051-5b4a-4b87-9498-3ee945bf4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:45.445784 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-d9f1a051-5b4a-4b87-9498-3ee945bf4414 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.0693333 May 04 21:47:45.522524 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-256df94b-c120-4a78-a8a2-3fc7ad9ba6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:45.524035 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-256df94b-c120-4a78-a8a2-3fc7ad9ba6ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653350 May 04 21:47:45.527683 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-c147147e-dcd0-440b-8225-128b336e9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:45.529041 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-c147147e-dcd0-440b-8225-128b336e9bd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8549acca-2852-407e-8e8e-40303f5557f0 HTTP/1.1" status: 200 len: 853 time: 0.0821552 May 04 21:47:45.549686 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:47:45.606458 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-1ca42ab8-b386-4033-9056-f7339b88f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:45.608051 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-1ca42ab8-b386-4033-9056-f7339b88f7bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec3d0d36-6424-4ba3-9c8d-588fa00db655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606372 May 04 21:47:45.656638 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:45.670011 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'port_id': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'mac_address': 'fa:16:3e:ad:e3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:47:45.680361 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3db15f-3f24-4353-9065-16120b724df3 req-006c3fb8-a3b8-4a9e-b9a2-61a1a0e53873 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:45.682087 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf3db15f-3f24-4353-9065-16120b724df3 req-006c3fb8-a3b8-4a9e-b9a2-61a1a0e53873 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0507114 May 04 21:47:45.708261 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:45.708640 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:45.716797 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-9fa6183c-9db9-4118-8e10-87efaa75bd02 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800127 May 04 21:47:45.722463 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dd64fa-d499-4810-bbf9-7a4b89c79a57 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:47:45.737418 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf3db15f-3f24-4353-9065-16120b724df3 req-a4439533-dd0e-4b54-9655-da815e70f536 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493207 May 04 21:47:45.743466 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:45.748892 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:45.769799 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-0ca472ff-e1a0-46f0-b224-5265d1469adb service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374393 May 04 21:47:45.797120 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:45.881214 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b796370e-9980-4992-a7d2-cd5afe653b62 req-8702dc41-9a8b-450d-b97b-f7e0eb43ac98 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577072 May 04 21:47:45.909056 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9943ab22-0ade-4f73-a1ad-3d6a8f12b9cc req-a016b736-d428-4b84-a2aa-8f3aa39ffe97 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066613 May 04 21:47:46.044125 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-c57319d2-bc53-4126-adad-db119df109d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:46.045556 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-c57319d2-bc53-4126-adad-db119df109d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8ef92f23d84056b1d9aaf209751e94&device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 1169 time: 0.0442531 May 04 21:47:46.142946 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-b9e817ec-4620-49e3-ac03-52c1f095a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:46.144460 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-b9e817ec-4620-49e3-ac03-52c1f095a863 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec3d0d36-6424-4ba3-9c8d-588fa00db655 HTTP/1.1" status: 200 len: 915 time: 0.0920026 May 04 21:47:46.213822 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-6721d899-12ca-46a4-aeae-fae7900277e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 1002 time: 0.0627010 May 04 21:47:46.266242 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-4468b28d-2547-4d1a-aceb-813508b47298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:46.268320 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-4468b28d-2547-4d1a-aceb-813508b47298 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8549acca-2852-407e-8e8e-40303f5557f0 HTTP/1.1" status: 200 len: 853 time: 0.0480485 May 04 21:47:46.271854 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['21dd64fa-d499-4810-bbf9-7a4b89c79a57'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:47:46.313745 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-b2756bf9-f54d-456f-bdb8-1e89a90704a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:46.315597 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-b2756bf9-f54d-456f-bdb8-1e89a90704a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec3d0d36-6424-4ba3-9c8d-588fa00db655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398264 May 04 21:47:46.408402 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-619c1975-361b-4f35-a06f-ffa42a3590e8 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846465 May 04 21:47:46.515041 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c6aa9841-e633-447a-90f9-bb51fe939ce2 req-16821d0e-ba06-4d4a-9c70-3700e4f2f5d2 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987718 May 04 21:47:46.870705 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf4953-98a1-426c-828a-b9c117f9d2d9 req-7a4844c1-bc1b-4e23-94b7-4b6c1dc224de tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:46.872215 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7cbf4953-98a1-426c-828a-b9c117f9d2d9 req-7a4844c1-bc1b-4e23-94b7-4b6c1dc224de tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 945 time: 0.0517712 May 04 21:47:46.922669 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7cbf4953-98a1-426c-828a-b9c117f9d2d9 req-89d0ab94-a03a-4546-a0ab-55954e9dc025 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 May 04 21:47:47.551877 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:47:47.606948 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:47:47.617399 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:47:47.618154 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:47.703711 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:47:47.704232 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:47.736590 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:47.740209 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b384b5-a04f-4f31-a728-5edd272a96d6" -d '{"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-plugged", "status": "completed", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:47.753564 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:47.758650 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:47.782673 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11fc65a-43d0-41cf-a664-44b61716c65f x-openstack-request-id: req-f11fc65a-43d0-41cf-a664-44b61716c65f {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:47.782963 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-plugged", "status": "completed", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:47.783245 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f11fc65a-43d0-41cf-a664-44b61716c65f {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:47.783663 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11fc65a-43d0-41cf-a664-44b61716c65f'] response: {'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'code': 200} May 04 21:47:47.809000 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:48.053829 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b780-74d2-4d9e-b006-e6391236d495 req-90457218-6965-4919-b469-5e4e7fb1d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:48.055330 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5c91b780-74d2-4d9e-b006-e6391236d495 req-90457218-6965-4919-b469-5e4e7fb1d384 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 1130 time: 0.0642138 May 04 21:47:48.076328 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4653d84-df48-4e5f-aaa1-4839613a4871 req-c438b184-a6a9-43ee-aaa1-f79a259f08da tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:48.077697 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e4653d84-df48-4e5f-aaa1-4839613a4871 req-c438b184-a6a9-43ee-aaa1-f79a259f08da tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0593278 May 04 21:47:48.138676 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5c91b780-74d2-4d9e-b006-e6391236d495 req-c70568f8-80d1-4b6b-aee0-9b20c35ebffa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755787 May 04 21:47:48.145480 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e4653d84-df48-4e5f-aaa1-4839613a4871 req-dd43d126-d86b-49cb-9ee5-9a540e2d83a3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617681 May 04 21:47:49.279184 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e449a3-e41b-4624-a6c9-7963a4ea32d1 req-ba1fcf87-53b6-4453-88ce-8af9915b5836 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:49.280674 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-89e449a3-e41b-4624-a6c9-7963a4ea32d1 req-ba1fcf87-53b6-4453-88ce-8af9915b5836 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0525649 May 04 21:47:49.327289 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-89e449a3-e41b-4624-a6c9-7963a4ea32d1 req-ebed970f-705f-4405-ae77-b47b77cd037e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 May 04 21:47:50.457707 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e06517-36fe-40b8-9648-941aef4c66d6 req-76f59175-1788-4427-a145-182d03a50e19 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:50.459117 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98e06517-36fe-40b8-9648-941aef4c66d6 req-76f59175-1788-4427-a145-182d03a50e19 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0470281 May 04 21:47:50.507360 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98e06517-36fe-40b8-9648-941aef4c66d6 req-2b5bf458-8bab-4cea-8f49-fab51717e012 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 May 04 21:47:50.572849 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:47:51.639053 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93557917-2c79-4c0f-9529-724da7551f40 req-480165b6-685e-4a76-9775-f4cff40ea93b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:51.640703 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-93557917-2c79-4c0f-9529-724da7551f40 req-480165b6-685e-4a76-9775-f4cff40ea93b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0515110 May 04 21:47:51.690874 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-93557917-2c79-4c0f-9529-724da7551f40 req-9ffeeb67-c599-48fd-975f-97a6ab306a73 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443726 May 04 21:47:51.821730 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5b163-18e5-4cb2-aa63-e2a58c677b0a req-70a702f4-b460-4a80-950d-6abc9379b1e0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:51.823158 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-27f5b163-18e5-4cb2-aa63-e2a58c677b0a req-70a702f4-b460-4a80-950d-6abc9379b1e0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0556273 May 04 21:47:51.833089 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46416) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:47:51.837384 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-e414bae6-43d5-46cc-93e9-ad8ca6f3e0d3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Request body: {'floatingip': {'port_id': '21dd64fa-d499-4810-bbf9-7a4b89c79a57'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:47:51.878366 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e414bae6-43d5-46cc-93e9-ad8ca6f3e0d3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (950043a7-261d-4521-b277-29abd3d46e86), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:52.329743 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e414bae6-43d5-46cc-93e9-ad8ca6f3e0d3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:52.336297 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e414bae6-43d5-46cc-93e9-ad8ca6f3e0d3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (950043a7-261d-4521-b277-29abd3d46e86), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:52.442028 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-e414bae6-43d5-46cc-93e9-ad8ca6f3e0d3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Floating IP 950043a7-261d-4521-b277-29abd3d46e86 associated. External IP: 172.27.1.61, port: 21dd64fa-d499-4810-bbf9-7a4b89c79a57. May 04 21:47:52.662107 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e414bae6-43d5-46cc-93e9-ad8ca6f3e0d3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Router ce589d17-d888-4605-bf98-929d27357f48 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:47:52.774789 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e414bae6-43d5-46cc-93e9-ad8ca6f3e0d3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:47:52.779763 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e414bae6-43d5-46cc-93e9-ad8ca6f3e0d3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:52.786265 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] Sync routers for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:47:52.797433 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:47:52.798134 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:52.808419 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e414bae6-43d5-46cc-93e9-ad8ca6f3e0d3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "PUT /v2.0/floatingips/950043a7-261d-4521-b277-29abd3d46e86 HTTP/1.1" status: 200 len: 991 time: 0.9742851 May 04 21:47:52.809042 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:52.811264 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebad17e-c2b9-4ff7-93c3-051504b4c166" -d '{"events": [{"name": "network-changed", "server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:52.849032 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a64dc0c-cc95-4f87-9e98-54884e28e11a x-openstack-request-id: req-5a64dc0c-cc95-4f87-9e98-54884e28e11a {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:52.849679 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:52.849679 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a64dc0c-cc95-4f87-9e98-54884e28e11a {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:52.849937 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a64dc0c-cc95-4f87-9e98-54884e28e11a'] response: {'name': 'network-changed', 'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'status': 'completed', 'code': 200} May 04 21:47:52.909513 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f25cb5a5-bcf3-4e6a-b407-b1a96470c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:52.917584 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:47:52.950823 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-94993c40-3f4e-434b-a7ac-c9643efd247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:52.952440 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-94993c40-3f4e-434b-a7ac-c9643efd247a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 1130 time: 0.0442305 May 04 21:47:53.056351 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-2eb357a9-cf90-4501-9410-ca82dff5d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:53.058552 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-2eb357a9-cf90-4501-9410-ca82dff5d860 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.0942838 May 04 21:47:53.130224 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-f18192a1-2751-4c54-b514-878c97cefb38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57 HTTP/1.1" status: 200 len: 999 time: 0.0617588 May 04 21:47:53.142998 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '950043a7-261d-4521-b277-29abd3d46e86', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'port_id': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'mac_address': 'fa:16:3e:ad:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:47:37Z', 'updated_at': '2022-05-04T21:47:52Z', 'revision_number': 1, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:53.169985 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] Checking router: ce589d17-d888-4605-bf98-929d27357f48 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:47:53.178052 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:47:53.178650 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:53.178832 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-3d63d9a4-28c0-4e35-8369-b229a4a268ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:53.180373 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-3d63d9a4-28c0-4e35-8369-b229a4a268ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.0436828 May 04 21:47:53.227605 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-bed04be6-6580-49aa-b5b0-66071bf1edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:53.229115 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-bed04be6-6580-49aa-b5b0-66071bf1edcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382035 May 04 21:47:53.285752 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:47:53.509230 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '950043a7-261d-4521-b277-29abd3d46e86', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'port_id': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'mac_address': 'fa:16:3e:ad:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:47:37Z', 'updated_at': '2022-05-04T21:47:52Z', 'revision_number': 1, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:53.540938 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995dd49-b4dd-4535-93f8-e9105c1b6700 None None] The sync data for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi is: [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '950043a7-261d-4521-b277-29abd3d46e86', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'port_id': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'mac_address': 'fa:16:3e:ad:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:47:37Z', 'updated_at': '2022-05-04T21:47:52Z', 'revision_number': 1, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:47:53.580623 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-86ff25ee-839f-48c7-8488-a9c89fa27f26 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380392 May 04 21:47:53.695071 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6ebad17e-c2b9-4ff7-93c3-051504b4c166 req-affde3a7-e9b1-446f-bb43-ac910de43432 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054456 May 04 21:47:53.757464 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c92893-6861-4e50-939b-b8ac87f74f64 None None] New status for floating IP 950043a7-261d-4521-b277-29abd3d46e86: ACTIVE {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:47:53.932578 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da1884-bc0b-4df7-a83f-e20e56285caa req-139a7e45-3021-4b6b-82a6-321e79442626 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:53.934119 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-38da1884-bc0b-4df7-a83f-e20e56285caa req-139a7e45-3021-4b6b-82a6-321e79442626 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0555933 May 04 21:47:53.983100 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-38da1884-bc0b-4df7-a83f-e20e56285caa req-021cf1f2-1855-45d2-92c0-a6ec980cdc46 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 May 04 21:47:55.130720 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0b6c0-9fab-44b5-b4ed-a9ddb4a75bf5 req-78195b43-5d60-49b5-99e1-a0b9f83e00a2 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:55.132259 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6bd0b6c0-9fab-44b5-b4ed-a9ddb4a75bf5 req-78195b43-5d60-49b5-99e1-a0b9f83e00a2 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0648258 May 04 21:47:55.182823 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6bd0b6c0-9fab-44b5-b4ed-a9ddb4a75bf5 req-97e1f076-eba3-437d-9711-a4bf4d7b8e7a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448296 May 04 21:47:55.228400 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ebe709f5-2ca4-4e1b-87de-3e70ae336c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:56.135232 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:56.306285 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76f874-5132-45b8-ab58-66ff6f8c7240 req-fd83ecd1-bad5-4e3a-9487-4071b417a1f5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:56.307738 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ca76f874-5132-45b8-ab58-66ff6f8c7240 req-fd83ecd1-bad5-4e3a-9487-4071b417a1f5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0464518 May 04 21:47:56.383810 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ca76f874-5132-45b8-ab58-66ff6f8c7240 req-284cedbf-4aae-418c-a360-42add35a4aab tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705128 May 04 21:47:56.398980 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-66689bd6-c28d-4b61-bc67-6a76a6bb6a50 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:56.401469 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-66689bd6-c28d-4b61-bc67-6a76a6bb6a50 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 945 time: 0.0629544 May 04 21:47:56.568421 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Deleting port 123ca713-9ca7-4765-bdb9-80c011a7c8ba {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:47:56.568771 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:56.665165 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] For port 123ca713-9ca7-4765-bdb9-80c011a7c8ba, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=123ca713-9ca7-4765-bdb9-80c011a7c8ba,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:47:56.665410 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:56.857460 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:56.857885 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (f0e9a672-2924-4083-b654-4925534b0878), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:56.858148 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Floating IP f0e9a672-2924-4083-b654-4925534b0878 disassociated. External IP: 172.27.1.223, port: 123ca713-9ca7-4765-bdb9-80c011a7c8ba. May 04 21:47:56.858480 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Calling delete_port for 123ca713-9ca7-4765-bdb9-80c011a7c8ba owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:47:57.004899 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (123ca713-9ca7-4765-bdb9-80c011a7c8ba), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:57.040371 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event deleted for resources: {'Port': ['ID=123ca713-9ca7-4765-bdb9-80c011a7c8ba,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:47:57.165294 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Router c0297c3a-634b-4c6e-ab55-6138548eaa87 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:47:57.276385 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:47:57.285920 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] Sync routers for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:47:57.295877 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:47:57.296481 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:57.319888 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] No DVR routers for this DVR port 123ca713-9ca7-4765-bdb9-80c011a7c8ba on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:47:57.322607 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:57.326252 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2d4c2302-f56f-4ebd-870c-8d348ccf2f1d req-3aeba835-cbb0-4cff-bfcd-89c8abf73fc5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "DELETE /v2.0/ports/123ca713-9ca7-4765-bdb9-80c011a7c8ba HTTP/1.1" status: 204 len: 173 time: 0.8489203 May 04 21:47:57.326728 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'name': 'network-vif-deleted', 'tag': '123ca713-9ca7-4765-bdb9-80c011a7c8ba'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:47:57.329738 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819ae27b-740b-4b9e-b49e-9460ac0c326b" -d '{"events": [{"server_uuid": "9032b8be-246f-45ae-aa80-ab7f6bdb4f3c", "name": "network-vif-deleted", "tag": "123ca713-9ca7-4765-bdb9-80c011a7c8ba"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:47:57.379855 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf2fca3-2fab-4179-95d2-48bfdce2850c x-openstack-request-id: req-fcf2fca3-2fab-4179-95d2-48bfdce2850c {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:47:57.380417 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9032b8be-246f-45ae-aa80-ab7f6bdb4f3c", "name": "network-vif-deleted", "tag": "123ca713-9ca7-4765-bdb9-80c011a7c8ba", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:47:57.380706 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcf2fca3-2fab-4179-95d2-48bfdce2850c {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:47:57.380920 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf2fca3-2fab-4179-95d2-48bfdce2850c'] response: {'server_uuid': '9032b8be-246f-45ae-aa80-ab7f6bdb4f3c', 'name': 'network-vif-deleted', 'tag': '123ca713-9ca7-4765-bdb9-80c011a7c8ba', 'status': 'completed', 'code': 200} May 04 21:47:57.413522 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:47:57.509079 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-018f8d04-e287-4a26-b2c9-2ae6347e2229 req-4ca3f0a9-8b42-404a-a868-8dab2b5ac9e0 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0347385 May 04 21:47:57.634142 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:57.670322 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] Checking router: c0297c3a-634b-4c6e-ab55-6138548eaa87 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:47:57.684123 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:47:57.684750 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:57.729285 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:57.757292 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c549b5-4da4-4af9-a47b-bef2e3770605 req-4f0256e7-400c-42f0-bb54-3c2a17ab12e8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:57.758845 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e6c549b5-4da4-4af9-a47b-bef2e3770605 req-4f0256e7-400c-42f0-bb54-3c2a17ab12e8 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0479977 May 04 21:47:57.800685 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:47:57.808853 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e6c549b5-4da4-4af9-a47b-bef2e3770605 req-b2af8824-d75f-4ada-9f16-42920a755428 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441244 May 04 21:47:57.996230 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:47:58.027208 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085e42e-b649-4b3d-9c40-9970350ce7f8 None None] The sync data for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi is: [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:47:58.261152 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21478a4d-6719-45a5-b44a-4571a706556e None None] New status for floating IP f0e9a672-2924-4083-b654-4925534b0878: DOWN {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:47:58.607192 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f7d95202-c407-4315-9296-42668d57b8da req-2c2c8860-6aa1-485d-be47-995bd80bcffe tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0295780 May 04 21:47:58.937000 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c33a-6e40-4609-b60f-da6dded3f451 req-5e43ff97-1483-4ee6-86ae-f04c1fc4aa47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:47:58.938445 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9af0c33a-6e40-4609-b60f-da6dded3f451 req-5e43ff97-1483-4ee6-86ae-f04c1fc4aa47 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0502732 May 04 21:47:58.989632 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9af0c33a-6e40-4609-b60f-da6dded3f451 req-b87a6aa4-e771-4d84-bf06-09c4967f3330 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425932 May 04 21:47:59.270046 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:47:59.597979 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 123ca713-9ca7-4765-bdb9-80c011a7c8ba no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:47:59.627056 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 123ca713-9ca7-4765-bdb9-80c011a7c8ba {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:47:59.627414 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 123ca713-9ca7-4765-bdb9-80c011a7c8ba not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:47:59.821340 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a2d4ddb1-f8d0-4b56-af35-c7745371b297 req-7a90248f-9960-4474-bc37-831aff9e9da0 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0356073 May 04 21:48:00.117994 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722bf96-5b30-4b31-ab74-23e215f9aa77 req-0d69f3ae-9a9f-4d65-bfef-184fcffbb1f4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:00.119444 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9722bf96-5b30-4b31-ab74-23e215f9aa77 req-0d69f3ae-9a9f-4d65-bfef-184fcffbb1f4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0494792 May 04 21:48:00.174621 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9722bf96-5b30-4b31-ab74-23e215f9aa77 req-7b599b25-6c26-4fa0-941b-a1bb4f77eb13 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480764 May 04 21:48:00.943487 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4883a8a6-10a3-485d-9033-b7083eca3f8f req-140b9bd3-f057-45f5-a286-d7be59b53438 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9032b8be-246f-45ae-aa80-ab7f6bdb4f3c HTTP/1.1" status: 200 len: 210 time: 0.0322232 May 04 21:48:01.206904 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:01.225294 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed841f-89a5-4186-84e6-5720309dff8b req-4396c1b8-3252-49ee-b6d7-f35cef9e042f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:01.226729 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9bed841f-89a5-4186-84e6-5720309dff8b req-4396c1b8-3252-49ee-b6d7-f35cef9e042f tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0558510 May 04 21:48:01.304451 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a245338-d25b-45e8-bb52-2603967d0997 req-ea7d6a8f-607a-4bdf-b8f4-173a958dd750 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:01.305932 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a245338-d25b-45e8-bb52-2603967d0997 req-ea7d6a8f-607a-4bdf-b8f4-173a958dd750 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 946 time: 0.0509226 May 04 21:48:01.320549 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Deleting port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:01.320833 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:01.352090 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a245338-d25b-45e8-bb52-2603967d0997 req-990ffba2-3ccb-413f-95d6-feee9e2f05f0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd1f380-671d-4345-9395-1d5b14c724f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 May 04 21:48:01.410083 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] For port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:01.410451 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:01.584866 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:01.585226 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (0666610f-0aef-4b5f-8299-be5a3d413898), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:01.585538 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Floating IP 0666610f-0aef-4b5f-8299-be5a3d413898 disassociated. External IP: 172.27.1.232, port: f25a93a8-cccc-4cb7-b19b-ccbe23f05caf. May 04 21:48:01.585878 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Calling delete_port for f25a93a8-cccc-4cb7-b19b-ccbe23f05caf owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:01.719920 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (f25a93a8-cccc-4cb7-b19b-ccbe23f05caf), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:01.750614 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event deleted for resources: {'Port': ['ID=f25a93a8-cccc-4cb7-b19b-ccbe23f05caf,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:01.865278 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:48:01.981924 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:48:01.994182 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] Sync routers for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:48:02.014083 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:02.015017 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:02.027313 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] No DVR routers for this DVR port f25a93a8-cccc-4cb7-b19b-ccbe23f05caf on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:48:02.030622 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:02.034936 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9bed841f-89a5-4186-84e6-5720309dff8b req-2f1000f6-8c4e-4931-9501-8fe4d1d4f311 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "DELETE /v2.0/ports/f25a93a8-cccc-4cb7-b19b-ccbe23f05caf HTTP/1.1" status: 204 len: 173 time: 0.8015924 May 04 21:48:02.035435 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'name': 'network-vif-deleted', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:02.037694 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2aa062-ecd1-4f9b-a8c3-b44a7baf4548" -d '{"events": [{"server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "name": "network-vif-deleted", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:02.079209 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6080f7b-745b-4b0e-8ca6-5110b4a545b3 x-openstack-request-id: req-a6080f7b-745b-4b0e-8ca6-5110b4a545b3 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:02.079661 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021ed2c6-0462-4c79-9b4a-df3c6744a4dd", "name": "network-vif-deleted", "tag": "f25a93a8-cccc-4cb7-b19b-ccbe23f05caf", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:02.080119 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6080f7b-745b-4b0e-8ca6-5110b4a545b3 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:02.080780 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6080f7b-745b-4b0e-8ca6-5110b4a545b3'] response: {'server_uuid': '021ed2c6-0462-4c79-9b4a-df3c6744a4dd', 'name': 'network-vif-deleted', 'tag': 'f25a93a8-cccc-4cb7-b19b-ccbe23f05caf', 'status': 'completed', 'code': 200} May 04 21:48:02.188006 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-ee8e246e-912e-463d-a228-c04ee0cf7476 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381320178&fields=id&tenant_id=ee66d81ea92041cab173ee39d2929456 HTTP/1.1" status: 200 len: 267 time: 0.0607357 May 04 21:48:02.305465 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:02.309889 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-dadd471c-4307-4692-a611-68cde04f3b4c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:02.311408 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-dadd471c-4307-4692-a611-68cde04f3b4c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 811 time: 0.1202641 May 04 21:48:02.326569 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-081a080d-3b9e-452e-bab6-788fa9c44145 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/quotas/ee66d81ea92041cab173ee39d2929456 HTTP/1.1" status: 200 len: 375 time: 0.0094612 May 04 21:48:02.375063 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-6793deb2-5937-43e1-b045-4b11b492171a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425878 May 04 21:48:02.465444 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1ed0f622-b92a-4690-abba-939369a20a1c req-b07f8246-64b0-4084-9c13-72bd3e261078 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ed2c6-0462-4c79-9b4a-df3c6744a4dd HTTP/1.1" status: 200 len: 210 time: 0.0290477 May 04 21:48:02.480718 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d21d56d2-fac2-4ca5-8740-9f07b2e16bcd service neutron] 10.222.0.23 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939553 May 04 21:48:02.506188 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:19Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:02.532974 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] Checking router: 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:48:02.542083 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:02.542695 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:02.571804 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-e3c82b2c-2a82-4311-9c7f-2ace76a43c1d service neutron] 10.222.0.23 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850322 May 04 21:48:02.662190 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:02.861044 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:19Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:02.878706 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cbb643d3-a7ba-4d21-b99c-5800fd18d603 req-d9116839-e889-4f34-9d35-480d3ee174f8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 210 time: 0.0344942 May 04 21:48:02.894137 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812cc301-fadc-4b74-b6d2-a453e7eb474b None None] The sync data for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi is: [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '615c6663-13bb-4ff5-91b1-11eb20f993cb', 'name': '', 'network_id': '6a8f1734-116e-431a-8f58-ff8f973d9ef8', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'mac_address': 'fa:16:3e:b6:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:07Z', 'updated_at': '2022-05-04T21:40:19Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'subnets': [{'id': '5d0e59e9-7db3-41ee-b981-3898aa695710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:48:03.163967 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4aa93-6cf0-4e9d-babe-bc4c2ca3f61c None None] New status for floating IP 0666610f-0aef-4b5f-8299-be5a3d413898: DOWN {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:48:03.550713 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46510) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:03.612948 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-87c32d72-3b62-4d49-822d-3dc14b47eae4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group (8dd1f380-671d-4345-9395-1d5b14c724f0), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:03.637126 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-87c32d72-3b62-4d49-822d-3dc14b47eae4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group (8dd1f380-671d-4345-9395-1d5b14c724f0), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:03.690503 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-87c32d72-3b62-4d49-822d-3dc14b47eae4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (8dd1f380-671d-4345-9395-1d5b14c724f0), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:03.693851 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-87c32d72-3b62-4d49-822d-3dc14b47eae4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:03.695018 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-87c32d72-3b62-4d49-822d-3dc14b47eae4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "DELETE /v2.0/security-groups/8dd1f380-671d-4345-9395-1d5b14c724f0 HTTP/1.1" status: 204 len: 168 time: 0.1433213 May 04 21:48:03.697672 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46512) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:03.704403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c32d72-3b62-4d49-822d-3dc14b47eae4 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd1f380-671d-4345-9395-1d5b14c724f0,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:03.710738 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.api.v2.resource [None req-4453ff46-a58e-4366-bfed-ab7de9ef8ca7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] show failed (client error): The resource could not be found. May 04 21:48:03.714436 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4453ff46-a58e-4366-bfed-ab7de9ef8ca7 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups/8dd1f380-671d-4345-9395-1d5b14c724f0 HTTP/1.1" status: 404 len: 347 time: 0.0157473 May 04 21:48:03.714649 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46514) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:03.830377 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Deleting port 9ca1274c-14f7-4c9b-a84d-3d6a51a2365d {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:03.830749 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (9ca1274c-14f7-4c9b-a84d-3d6a51a2365d), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:03.918635 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (9ca1274c-14f7-4c9b-a84d-3d6a51a2365d), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:03.919094 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for floatingip (9ca1274c-14f7-4c9b-a84d-3d6a51a2365d), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:03.932481 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Calling delete_port for 9ca1274c-14f7-4c9b-a84d-3d6a51a2365d owned by network:floatingip {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:04.016114 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ce38ed8b-fe11-4b29-81fd-02e8e28ffd9d req-46882b85-f84a-4281-90e6-c19a75b829ac tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 210 time: 0.0404470 May 04 21:48:04.096901 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (9ca1274c-14f7-4c9b-a84d-3d6a51a2365d), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:04.137799 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event deleted for resources: {'Port': ['ID=9ca1274c-14f7-4c9b-a84d-3d6a51a2365d,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:04.252238 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks [] for floatingip (0666610f-0aef-4b5f-8299-be5a3d413898), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:04.254889 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:04.256082 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-54042d21-70a4-4f7d-9fed-ddcc5d9bd7ba tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "DELETE /v2.0/floatingips/0666610f-0aef-4b5f-8299-be5a3d413898 HTTP/1.1" status: 204 len: 168 time: 0.5403962 May 04 21:48:04.281470 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-8b40641c-1258-44ec-b325-4ce28aa17a03 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:04.282977 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-8b40641c-1258-44ec-b325-4ce28aa17a03 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 811 time: 0.1609976 May 04 21:48:04.372253 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d5620f93-bf57-4855-beac-41edc33abd73 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee66d81ea92041cab173ee39d2929456 HTTP/1.1" status: 200 len: 380 time: 0.0634725 May 04 21:48:04.381708 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'port': {'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'admin_state_up': True, 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'security_groups': ['f8ad441a-4eb9-425f-96b2-5041c8397b55']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:04.495757 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Made reservation on behalf of ee66d81ea92041cab173ee39d2929456 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:48:04.499154 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:04.559805 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-0a128d3a-070f-4949-ad22-0760a33af0c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498102 May 04 21:48:04.673662 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-e4ec1ef6-b105-4d1c-8ec4-cb61a5b4dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:04.675027 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-e4ec1ef6-b105-4d1c-8ec4-cb61a5b4dea7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 1130 time: 0.0685148 May 04 21:48:04.696261 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Allocated IP 172.20.0.10 (df9612c5-32df-4a60-93cb-e6ef3381aecd/0a98e80f-f325-4a3e-9fe1-89e67f48c961/31a0a142-ef25-45fa-af3a-74816c530df8) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:48:04.838415 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-22087fea-f26a-4846-b05e-38c99ac46ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:04.840410 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-22087fea-f26a-4846-b05e-38c99ac46ad4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 912 time: 0.1416895 May 04 21:48:04.954876 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-ab0f5bf9-a643-4902-a996-2f70beeb28c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=298e138c-e3ba-4941-8304-6c63bfe584a1 HTTP/1.1" status: 200 len: 1001 time: 0.0902574 May 04 21:48:04.957393 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for port (31a0a142-ef25-45fa-af3a-74816c530df8), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:05.123471 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-90c31965-3139-4e32-bb56-a64ea2a88cad req-eb9f8260-6ebf-44f7-ba5e-21a3b0fb06f9 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 210 time: 0.0331488 May 04 21:48:05.283731 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-1aae72d5-1656-42cd-87ce-e7ee4676a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:05.285301 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-1aae72d5-1656-42cd-87ce-e7ee4676a088 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.3223364 May 04 21:48:05.300888 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:05.368050 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Network df9612c5-32df-4a60-93cb-e6ef3381aecd is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:48:05.371231 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-74b4646d-56c3-4536-b212-34e42282684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:05.372724 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-74b4646d-56c3-4536-b212-34e42282684d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802245 May 04 21:48:05.378059 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:48:05.382682 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:48:05.404221 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'Port': ['ID=31a0a142-ef25-45fa-af3a-74816c530df8,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:05.433775 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:05.434436 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:05.455357 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-5f796a2f-69cc-4fe8-bbfe-e189c2badf41 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0758007 May 04 21:48:05.511488 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Request body: {'port': {'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:05.605102 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device f25a93a8-cccc-4cb7-b19b-ccbe23f05caf no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:48:05.622994 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:05.625066 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: f25a93a8-cccc-4cb7-b19b-ccbe23f05caf {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:48:05.625637 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device f25a93a8-cccc-4cb7-b19b-ccbe23f05caf not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:48:05.646607 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-f2c33496-38ac-4b66-81d0-e8f444b3f16e service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468771 May 04 21:48:05.646844 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b978618-e11e-4f1b-b1d1-027798b953aa None None] Provisioning complete for port 31a0a142-ef25-45fa-af3a-74816c530df8 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:48:05.647020 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b978618-e11e-4f1b-b1d1-027798b953aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:05.686206 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b978618-e11e-4f1b-b1d1-027798b953aa None None] Port 31a0a142-ef25-45fa-af3a-74816c530df8 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:48:05.833683 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2bfbd40a-e9c7-469c-9213-29ca4cc5a843 req-ced393bb-a7c4-4582-a27b-a12f012f5729 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682787 May 04 21:48:05.967666 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a0a142-ef25-45fa-af3a-74816c530df8 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:48:05.975201 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Publish callbacks [] for port (31a0a142-ef25-45fa-af3a-74816c530df8), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:05.987965 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Transition to ACTIVE for port object 31a0a142-ef25-45fa-af3a-74816c530df8 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:48:05.995234 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:06.047793 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Pushing event updated for resources: {'Port': ['ID=31a0a142-ef25-45fa-af3a-74816c530df8,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:06.127904 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Attempting to bind port 31a0a142-ef25-45fa-af3a-74816c530df8 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:48:06.128250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Attempting to bind port 31a0a142-ef25-45fa-af3a-74816c530df8 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:48:06.128583 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Attempting to bind port 31a0a142-ef25-45fa-af3a-74816c530df8 on network df9612c5-32df-4a60-93cb-e6ef3381aecd {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:48:06.133372 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Port 31a0a142-ef25-45fa-af3a-74816c530df8 on network df9612c5-32df-4a60-93cb-e6ef3381aecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:48:06.133694 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Attempting to bind port 31a0a142-ef25-45fa-af3a-74816c530df8 on network df9612c5-32df-4a60-93cb-e6ef3381aecd {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:48:06.138908 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:48:06.139246 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Checking segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:48:06.139680 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Bound using segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:48:06.140115 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Bound port: 31a0a142-ef25-45fa-af3a-74816c530df8, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:48:06.140479 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:06.243026 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] For port 31a0a142-ef25-45fa-af3a-74816c530df8, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:48:06.260359 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e27ec-e048-41a0-a388-8684a1e5bd2f req-a872f8eb-1a88-406f-985d-e4d6f63dd318 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:06.262119 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ad1e27ec-e048-41a0-a388-8684a1e5bd2f req-a872f8eb-1a88-406f-985d-e4d6f63dd318 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 944 time: 0.0629630 May 04 21:48:06.266545 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] For port 31a0a142-ef25-45fa-af3a-74816c530df8, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=31a0a142-ef25-45fa-af3a-74816c530df8,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:48:06.283607 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:06.304657 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:06.305433 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:06.306825 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] 10.222.0.21 "PUT /v2.0/ports/31a0a142-ef25-45fa-af3a-74816c530df8 HTTP/1.1" status: 200 len: 1094 time: 0.7993240 May 04 21:48:06.328489 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:06.330937 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a8c0cc-cde8-46e7-911f-c8801f860948" -d '{"events": [{"name": "network-changed", "server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:06.380449 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdec6e4e-d649-49ac-b59c-2a1d39b9c1ba x-openstack-request-id: req-cdec6e4e-d649-49ac-b59c-2a1d39b9c1ba {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:06.380736 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:06.381042 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdec6e4e-d649-49ac-b59c-2a1d39b9c1ba {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:06.381601 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdec6e4e-d649-49ac-b59c-2a1d39b9c1ba'] response: {'name': 'network-changed', 'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8', 'status': 'completed', 'code': 200} May 04 21:48:06.387175 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ad1e27ec-e048-41a0-a388-8684a1e5bd2f req-59a78147-ef47-4bc1-96cd-eaa8061455a3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190217 May 04 21:48:06.390463 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f057b-726f-48bf-bd07-a6037f8cb624 service neutron] Pushing event updated for resources: {'Port': ['ID=31a0a142-ef25-45fa-af3a-74816c530df8,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:06.446109 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-de1ac204-d680-44b7-8407-efc86cae2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:06.447640 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-de1ac204-d680-44b7-8407-efc86cae2489 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 1128 time: 0.0460403 May 04 21:48:06.509970 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-f50035c8-c1c2-49f8-85bd-2a84ae8e4d37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31a0a142-ef25-45fa-af3a-74816c530df8 HTTP/1.1" status: 200 len: 217 time: 0.0421431 May 04 21:48:06.568288 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-72cb520e-6fda-49e4-8fbb-86c658e3a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:06.570182 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-72cb520e-6fda-49e4-8fbb-86c658e3a50a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0485015 May 04 21:48:06.618707 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-2a5525d6-f8a5-4534-8536-eeca06e247ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:06.620258 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-2a5525d6-f8a5-4534-8536-eeca06e247ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429747 May 04 21:48:06.731500 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-6a547a51-d60d-482c-8adb-b2b4a1e402ec service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026750 May 04 21:48:06.764149 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf643290-8387-4a91-8884-ecdb234ea072 req-1c12f9bf-48a5-497a-8c91-7bce41a99fa0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:06.765491 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cf643290-8387-4a91-8884-ecdb234ea072 req-1c12f9bf-48a5-497a-8c91-7bce41a99fa0 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0482433 May 04 21:48:06.811689 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-cf643290-8387-4a91-8884-ecdb234ea072 req-6d1ccc4d-cc0d-405d-b44d-4af1f648c769 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 May 04 21:48:06.967116 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6362a0fd-d568-42a4-baa7-4e9e603d7e17 req-f9ae9969-e50d-4510-a0a7-51cf31338f31 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874143 May 04 21:48:07.510009 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c169d-fc89-4083-8b5f-d581c37afef2 req-e1a998ff-8a01-4c59-a1a2-c1ea49fc8399 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:07.511626 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d69c169d-fc89-4083-8b5f-d581c37afef2 req-e1a998ff-8a01-4c59-a1a2-c1ea49fc8399 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 944 time: 0.0477176 May 04 21:48:07.560642 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d69c169d-fc89-4083-8b5f-d581c37afef2 req-7ca3b7a3-39d8-4a93-906f-bb9845cba392 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 May 04 21:48:07.942946 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53dbf-17f8-4e0b-96c0-cc5f81adc6ca req-90cf0806-e767-4160-bd4e-3ff1a7530792 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:07.944414 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ace53dbf-17f8-4e0b-96c0-cc5f81adc6ca req-90cf0806-e767-4160-bd4e-3ff1a7530792 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0511487 May 04 21:48:07.993322 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ace53dbf-17f8-4e0b-96c0-cc5f81adc6ca req-8378935a-e698-4987-8ab4-e5275e120079 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433395 May 04 21:48:08.152923 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-04fe819a-c285-4383-ae6e-51dd644ac5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:08.154287 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-04fe819a-c285-4383-ae6e-51dd644ac5a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 1128 time: 0.0432549 May 04 21:48:08.466723 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-a42b7e42-1519-412f-ae4c-5c6c3557797d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:08.468065 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-a42b7e42-1519-412f-ae4c-5c6c3557797d tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 945 time: 0.0731249 May 04 21:48:08.557247 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-05888c53-fd0d-4ed4-a7a3-e9cc16c1dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:08.558751 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-05888c53-fd0d-4ed4-a7a3-e9cc16c1dc29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 912 time: 0.1759934 May 04 21:48:08.615908 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-6beebf1c-d101-4e02-af7b-39d9893bc258 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31a0a142-ef25-45fa-af3a-74816c530df8 HTTP/1.1" status: 200 len: 217 time: 0.0387332 May 04 21:48:08.633694 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Deleting port 0da17e61-f586-4fdf-b512-fd8f97be34db {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:08.634028 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:08.675017 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9595d70-ada5-4778-9072-e177740fa239 req-b646df39-1b2b-4d22-ab95-f339131831e7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:08.676540 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9595d70-ada5-4778-9072-e177740fa239 req-b646df39-1b2b-4d22-ab95-f339131831e7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 944 time: 0.0479939 May 04 21:48:08.718365 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-389c6c27-c567-474e-a361-65b10f32bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:08.719711 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-389c6c27-c567-474e-a361-65b10f32bc61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0965531 May 04 21:48:08.724930 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9595d70-ada5-4778-9072-e177740fa239 req-26b7a217-3978-4858-b755-37a484080b54 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 May 04 21:48:08.778467 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] For port 0da17e61-f586-4fdf-b512-fd8f97be34db, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0da17e61-f586-4fdf-b512-fd8f97be34db,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:08.778886 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:08.781988 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-b7e5be78-3c55-4e4e-98c4-8a561ef19518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:08.783504 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-b7e5be78-3c55-4e4e-98c4-8a561ef19518 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550170 May 04 21:48:08.794515 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Calling delete_port for 0da17e61-f586-4fdf-b512-fd8f97be34db owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:08.930667 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-956a0a94-5837-418a-b6e9-6261f113c66a service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372223 May 04 21:48:09.042114 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (0da17e61-f586-4fdf-b512-fd8f97be34db), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:09.080138 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['0da17e61-f586-4fdf-b512-fd8f97be34db', '5b185628-ac9d-493e-8415-087764c8d327'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:48:09.101981 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event deleted for resources: {'Port': ['ID=0da17e61-f586-4fdf-b512-fd8f97be34db,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:09.141646 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-79aba287-c957-4d87-a090-eb866fd96cfa req-391845fb-b0b3-4997-98d6-a2c2e5a48507 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=a210c92e-595e-413f-a3c7-6c2ed4482b80 HTTP/1.1" status: 200 len: 210 time: 0.0613909 May 04 21:48:09.146561 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d1a8c0cc-cde8-46e7-911f-c8801f860948 req-c02a5f34-d052-4cf1-8c88-b3b1c21a710d service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810665 May 04 21:48:09.165342 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] No DVR routers for this DVR port 0da17e61-f586-4fdf-b512-fd8f97be34db on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:48:09.167950 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:09.171088 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0b2f89d6-a117-477a-af32-e52af11f7a82 req-205c4f6b-c782-4109-b2a5-8d193c649707 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "DELETE /v2.0/ports/0da17e61-f586-4fdf-b512-fd8f97be34db HTTP/1.1" status: 204 len: 173 time: 0.6798649 May 04 21:48:09.171542 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a210c92e-595e-413f-a3c7-6c2ed4482b80', 'name': 'network-vif-deleted', 'tag': '0da17e61-f586-4fdf-b512-fd8f97be34db'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:09.173739 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a406f-c1c2-4ee3-a402-3279c414d2fc" -d '{"events": [{"server_uuid": "a210c92e-595e-413f-a3c7-6c2ed4482b80", "name": "network-vif-deleted", "tag": "0da17e61-f586-4fdf-b512-fd8f97be34db"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:09.209922 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6df16f-b0bc-471a-a6a1-4da3333351dc x-openstack-request-id: req-df6df16f-b0bc-471a-a6a1-4da3333351dc {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:09.210241 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a210c92e-595e-413f-a3c7-6c2ed4482b80", "name": "network-vif-deleted", "tag": "0da17e61-f586-4fdf-b512-fd8f97be34db", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:09.210491 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df6df16f-b0bc-471a-a6a1-4da3333351dc {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:09.210891 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6df16f-b0bc-471a-a6a1-4da3333351dc'] response: {'server_uuid': 'a210c92e-595e-413f-a3c7-6c2ed4482b80', 'name': 'network-vif-deleted', 'tag': '0da17e61-f586-4fdf-b512-fd8f97be34db', 'status': 'completed', 'code': 200} May 04 21:48:09.839433 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e4c50-e889-403a-a3b3-de060b2e19a0 req-907ce709-bb65-46d6-be3b-278a35da6c36 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:09.841110 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-561e4c50-e889-403a-a3b3-de060b2e19a0 req-907ce709-bb65-46d6-be3b-278a35da6c36 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 944 time: 0.0476346 May 04 21:48:09.893859 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-561e4c50-e889-403a-a3b3-de060b2e19a0 req-55eb1ab4-bd9c-4cec-8447-0239eb035b14 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471108 May 04 21:48:10.421342 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb258-32ac-45d0-92ed-d135bab23753 req-9fcc102b-9f1a-4dfa-a076-f50d23e28234 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:10.422863 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-900eb258-32ac-45d0-92ed-d135bab23753 req-9fcc102b-9f1a-4dfa-a076-f50d23e28234 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0559971 May 04 21:48:10.474655 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-900eb258-32ac-45d0-92ed-d135bab23753 req-90c66e7b-2afc-4cb5-ac34-6b5b99ff1e0e tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 May 04 21:48:11.027526 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc4ab8-9668-4c4b-b254-08b7b50b3fd0 req-2f4f60b4-ec45-427f-8599-4d124e0b5fb7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:11.029007 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-49bc4ab8-9668-4c4b-b254-08b7b50b3fd0 req-2f4f60b4-ec45-427f-8599-4d124e0b5fb7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 944 time: 0.0599251 May 04 21:48:11.079556 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-49bc4ab8-9668-4c4b-b254-08b7b50b3fd0 req-c89acef6-391c-482b-a767-819c0368bb9d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446489 May 04 21:48:11.236739 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-1e6d5d87-0002-43f6-a9ed-4219b0013362 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:11.238090 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-1e6d5d87-0002-43f6-a9ed-4219b0013362 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0539126 May 04 21:48:11.339977 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Deleting port 5b185628-ac9d-493e-8415-087764c8d327 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:11.340328 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (5b185628-ac9d-493e-8415-087764c8d327), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:11.432032 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] For port 5b185628-ac9d-493e-8415-087764c8d327, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5b185628-ac9d-493e-8415-087764c8d327,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:11.432430 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (5b185628-ac9d-493e-8415-087764c8d327), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:11.446687 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Calling delete_port for 5b185628-ac9d-493e-8415-087764c8d327 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:11.579095 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (5b185628-ac9d-493e-8415-087764c8d327), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:11.587266 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd0642-9cc6-49f7-a3b0-f493b49ccbe0 req-0f90d74c-40ee-41a4-8bef-7ce4fd097730 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:11.588861 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9fd0642-9cc6-49f7-a3b0-f493b49ccbe0 req-0f90d74c-40ee-41a4-8bef-7ce4fd097730 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a5dfe4d-0ae2-42aa-aba1-6841343c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0465846 May 04 21:48:11.614999 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Pushing event deleted for resources: {'Port': ['ID=5b185628-ac9d-493e-8415-087764c8d327,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:11.620134 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['5b185628-ac9d-493e-8415-087764c8d327'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:48:11.638070 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9fd0642-9cc6-49f7-a3b0-f493b49ccbe0 req-bcacf8d1-06ad-492c-a35b-d8284fd43152 tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.23 "GET /v2.0/security-groups?id=7336bc86-f809-4ed7-a35a-ee6b2c5c1863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 May 04 21:48:11.647809 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 0da17e61-f586-4fdf-b512-fd8f97be34db no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:48:11.659408 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] No DVR routers for this DVR port 5b185628-ac9d-493e-8415-087764c8d327 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:48:11.661870 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:11.665271 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a3c12f14-fdf9-46cd-8f71-6d28e5028bb1 req-6c72fffa-46f8-47d9-a10c-a2fafa0bd8eb tempest-ServerRescueNegativeTestJSON-1967103929 tempest-ServerRescueNegativeTestJSON-1967103929-project] 10.222.0.21 "DELETE /v2.0/ports/5b185628-ac9d-493e-8415-087764c8d327 HTTP/1.1" status: 204 len: 173 time: 0.4210896 May 04 21:48:11.665716 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5dfe4d-0ae2-42aa-aba1-6841343c21d6', 'name': 'network-vif-deleted', 'tag': '5b185628-ac9d-493e-8415-087764c8d327'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:11.667993 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c0c6c-54eb-495b-9d94-65340a788a9f" -d '{"events": [{"server_uuid": "4a5dfe4d-0ae2-42aa-aba1-6841343c21d6", "name": "network-vif-deleted", "tag": "5b185628-ac9d-493e-8415-087764c8d327"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:11.670048 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 0da17e61-f586-4fdf-b512-fd8f97be34db {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:48:11.670397 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 0da17e61-f586-4fdf-b512-fd8f97be34db not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:48:11.705825 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8052c906-4591-4715-bdbc-15e8446e0023 x-openstack-request-id: req-8052c906-4591-4715-bdbc-15e8446e0023 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:11.706132 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5dfe4d-0ae2-42aa-aba1-6841343c21d6", "name": "network-vif-deleted", "tag": "5b185628-ac9d-493e-8415-087764c8d327", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:11.706382 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8052c906-4591-4715-bdbc-15e8446e0023 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:11.706789 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8052c906-4591-4715-bdbc-15e8446e0023'] response: {'server_uuid': '4a5dfe4d-0ae2-42aa-aba1-6841343c21d6', 'name': 'network-vif-deleted', 'tag': '5b185628-ac9d-493e-8415-087764c8d327', 'status': 'completed', 'code': 200} May 04 21:48:12.193399 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9e122-ad83-4d43-958c-13a1e9577d3b req-e6c737a2-67c0-48be-bfbe-6e870a7b147d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:12.194847 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-31c9e122-ad83-4d43-958c-13a1e9577d3b req-e6c737a2-67c0-48be-bfbe-6e870a7b147d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 944 time: 0.0472167 May 04 21:48:12.248953 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-31c9e122-ad83-4d43-958c-13a1e9577d3b req-c892b93d-af14-4d15-bb14-5a0e0613ece8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480132 May 04 21:48:12.711603 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46578) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:13.200288 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:13.367040 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03589-d858-4173-a787-090d910447b5 req-57b9ea72-fe43-4f67-af46-2fb962b5efff tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:13.368624 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aae03589-d858-4173-a787-090d910447b5 req-57b9ea72-fe43-4f67-af46-2fb962b5efff tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 944 time: 0.0480602 May 04 21:48:13.419645 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aae03589-d858-4173-a787-090d910447b5 req-2a828484-be80-4ada-b224-a330002f8ae9 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450077 May 04 21:48:13.732513 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Deleting port 615c6663-13bb-4ff5-91b1-11eb20f993cb {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:13.733113 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:13.822616 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] For port 615c6663-13bb-4ff5-91b1-11eb20f993cb, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=615c6663-13bb-4ff5-91b1-11eb20f993cb,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:13.822986 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:13.836523 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Calling delete_port for 615c6663-13bb-4ff5-91b1-11eb20f993cb owned by network:router_interface {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:14.034046 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (615c6663-13bb-4ff5-91b1-11eb20f993cb), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:14.056617 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=615c6663-13bb-4ff5-91b1-11eb20f993cb,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:14.233707 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:14.457879 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:48:14.561153 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411615b2-53a7-48ad-afa9-c4ad73d5a8a8 req-f69a6263-4b85-41b8-9b09-b3c21521d1fb tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:14.562609 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-411615b2-53a7-48ad-afa9-c4ad73d5a8a8 req-f69a6263-4b85-41b8-9b09-b3c21521d1fb tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 944 time: 0.0630076 May 04 21:48:14.627414 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:48:14.638620 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-784948fa-774c-47d6-a467-cd9583757ccf admin admin] 10.222.0.23 "PUT /v2.0/routers/6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9236157 May 04 21:48:14.638820 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61304898-d542-438f-bacb-be2860155de6 None None] Sync routers for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:48:14.639228 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46592) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:14.646999 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61304898-d542-438f-bacb-be2860155de6 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:14.647638 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-61304898-d542-438f-bacb-be2860155de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:14.691549 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-411615b2-53a7-48ad-afa9-c4ad73d5a8a8 req-edb2a9aa-70fa-497b-8437-313285bd5324 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968394 May 04 21:48:14.754770 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-61304898-d542-438f-bacb-be2860155de6 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:14.758879 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks [] for router (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:14.866066 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks [] for router_gateway (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:14.912191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Deleting port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:14.912538 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:14.919620 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-61304898-d542-438f-bacb-be2860155de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:48:13Z', 'revision_number': 5, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port': {'id': 'b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:14.945474 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61304898-d542-438f-bacb-be2860155de6 None None] Checking router: 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:48:14.953829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61304898-d542-438f-bacb-be2860155de6 None None] Routers {'6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:14.954494 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-61304898-d542-438f-bacb-be2860155de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:14.994022 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] For port b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:14.994395 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.007667 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Calling delete_port for b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d owned by network:router_gateway {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:15.040299 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-61304898-d542-438f-bacb-be2860155de6 None None] Set router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 gateway port host: None {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:15.093054 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-61304898-d542-438f-bacb-be2860155de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:48:14Z', 'revision_number': 6, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port_host': None}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:15.118935 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61304898-d542-438f-bacb-be2860155de6 None None] The sync data for ids ['6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3'] in dv-cinder-836083-5-iscsi is: [{'id': '6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1766302796-router', 'tenant_id': '3b05fdea4cf3422d991c8cb98cafe373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:58Z', 'updated_at': '2022-05-04T21:48:14Z', 'revision_number': 6, 'project_id': '3b05fdea4cf3422d991c8cb98cafe373', 'gw_port_host': None}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:48:15.183136 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.210657 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:15.279557 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.387755 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.389973 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks [] for router_controller (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.462096 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.462946 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 {{(pid=110027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:48:15.469102 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.472837 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-ef151e50-2447-4835-beba-b7f19d3ccdd7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6b5b6f82-bbcf-4814-ac24-f3cc8cf556d3 HTTP/1.1" status: 204 len: 168 time: 0.8305638 May 04 21:48:15.473281 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46596) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:15.520105 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Deleting subnet 5d0e59e9-7db3-41ee-b981-3898aa695710 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:48:15.523413 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Publish callbacks [] for subnet (5d0e59e9-7db3-41ee-b981-3898aa695710), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.562534 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (5d0e59e9-7db3-41ee-b981-3898aa695710), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.617346 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 31a0a142-ef25-45fa-af3a-74816c530df8 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:48:15.629657 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5b185628-ac9d-493e-8415-087764c8d327 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:48:15.652387 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 5b185628-ac9d-493e-8415-087764c8d327 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:48:15.653065 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5b185628-ac9d-493e-8415-087764c8d327 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:48:15.756132 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 31a0a142-ef25-45fa-af3a-74816c530df8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=31a0a142-ef25-45fa-af3a-74816c530df8,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:15.769827 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '31a0a142-ef25-45fa-af3a-74816c530df8', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:48:15.806896 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 31a0a142-ef25-45fa-af3a-74816c530df8 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:48:15.807323 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.821130 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a0a142-ef25-45fa-af3a-74816c530df8 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:48:15.841030 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 31a0a142-ef25-45fa-af3a-74816c530df8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=31a0a142-ef25-45fa-af3a-74816c530df8,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:15.847040 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:15.891598 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdefc9f-21ab-42f4-9525-e02ce99bb3fe req-37619708-adde-40ce-acf5-7014917c7f85 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:15.893148 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9fdefc9f-21ab-42f4-9525-e02ce99bb3fe req-37619708-adde-40ce-acf5-7014917c7f85 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 945 time: 0.0614712 May 04 21:48:15.901808 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 615c6663-13bb-4ff5-91b1-11eb20f993cb no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:48:15.925780 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=31a0a142-ef25-45fa-af3a-74816c530df8,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:15.928985 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 615c6663-13bb-4ff5-91b1-11eb20f993cb {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:48:15.929323 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 615c6663-13bb-4ff5-91b1-11eb20f993cb not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:48:15.935574 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.936125 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.936480 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.936840 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.937178 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.937509 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.937934 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.938601 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.938928 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.939328 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.939751 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.939942 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.940768 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.940768 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.941207 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:15.983426 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (5d0e59e9-7db3-41ee-b981-3898aa695710), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.018007 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9fdefc9f-21ab-42f4-9525-e02ce99bb3fe req-fa5ec2db-3914-417b-848b-b1d26badc573 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097038 May 04 21:48:16.049134 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (5d0e59e9-7db3-41ee-b981-3898aa695710), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.074324 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0e59e9-7db3-41ee-b981-3898aa695710,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:16.078600 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.081687 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5d0e59e9-7db3-41ee-b981-3898aa695710 HTTP/1.1" status: 204 len: 168 time: 0.6072571 May 04 21:48:16.083801 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463cc5ba-a8ce-4330-8fef-815f3dd4d5ab None None] Network 6a8f1734-116e-431a-8f58-ff8f973d9ef8 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:48:16.084710 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46600) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:16.086428 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.087356 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.087356 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.087356 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.087759 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.088052 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.088367 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.088826 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.089131 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.089449 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.089762 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.090081 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.090391 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.090971 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.090971 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfc977-b1f8-4b4d-8a24-f51e86371128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:16.165674 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (6a8f1734-116e-431a-8f58-ff8f973d9ef8), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.213064 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Deleting port 08134cf1-ee9e-42a0-84ff-c367e324b645 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:16.213430 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.261598 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f08736-3500-47c6-b41c-b6eae8e445dc None None] DHCP port deletion for 6a8f1734-116e-431a-8f58-ff8f973d9ef8 request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:48:16.289769 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] For port 08134cf1-ee9e-42a0-84ff-c367e324b645, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=08134cf1-ee9e-42a0-84ff-c367e324b645,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:16.290139 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.301620 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-58f08736-3500-47c6-b41c-b6eae8e445dc None None] Deleting port 08134cf1-ee9e-42a0-84ff-c367e324b645 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:16.301998 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-58f08736-3500-47c6-b41c-b6eae8e445dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.367321 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['31a0a142-ef25-45fa-af3a-74816c530df8'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:48:16.395522 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-58f08736-3500-47c6-b41c-b6eae8e445dc None None] For port 08134cf1-ee9e-42a0-84ff-c367e324b645, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=08134cf1-ee9e-42a0-84ff-c367e324b645,segment=NetworkSegment(43c79f1f-9f66-4006-9bc0-bae1d67f5020),segment_id=43c79f1f-9f66-4006-9bc0-bae1d67f5020)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:16.395904 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-58f08736-3500-47c6-b41c-b6eae8e445dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.414451 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-58f08736-3500-47c6-b41c-b6eae8e445dc None None] Calling delete_port for 08134cf1-ee9e-42a0-84ff-c367e324b645 owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:16.586343 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Calling delete_port for 08134cf1-ee9e-42a0-84ff-c367e324b645 owned by network:dhcp {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:16.669291 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.693954 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Pushing event deleted for resources: {'Port': ['ID=08134cf1-ee9e-42a0-84ff-c367e324b645,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:16.697402 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] No DVR routers for this DVR port 08134cf1-ee9e-42a0-84ff-c367e324b645 on host dv-cinder-836083-5-iscsi {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:48:16.713877 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-58f08736-3500-47c6-b41c-b6eae8e445dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687'] for port (08134cf1-ee9e-42a0-84ff-c367e324b645), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.750386 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f08736-3500-47c6-b41c-b6eae8e445dc None None] No DVR routers for this DVR port 08134cf1-ee9e-42a0-84ff-c367e324b645 on host dv-cinder-836083-5-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:48:16.753159 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f08736-3500-47c6-b41c-b6eae8e445dc None None] Pushing event deleted for resources: {'Port': ['ID=08134cf1-ee9e-42a0-84ff-c367e324b645,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:16.769324 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (6a8f1734-116e-431a-8f58-ff8f973d9ef8), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.791786 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8f1734-116e-431a-8f58-ff8f973d9ef8']}} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:16.801228 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c79f1f-9f66-4006-9bc0-bae1d67f5020') {'for_net_delete': True} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:16.801561 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c79f1f-9f66-4006-9bc0-bae1d67f5020') {} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:16.811292 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9140401'] for segment (43c79f1f-9f66-4006-9bc0-bae1d67f5020), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.825173 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (43c79f1f-9f66-4006-9bc0-bae1d67f5020), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.831552 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=110027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:48:16.832135 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552941'] for segment (43c79f1f-9f66-4006-9bc0-bae1d67f5020), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: Traceback (most recent call last): May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: timer() May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: cb(*args, **kw) May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: return func(*args, **kwargs) May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: self._notify() May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: self.callback(batched_events) May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: event.method(event) May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: return f(self, *a, **k) May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: return self._get(url).json() May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: return self.request(url, 'GET', **kwargs) May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:48:16.834339 dv-cinder-836083-5-iscsi neutron-server[110027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:48:16.891946 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (6a8f1734-116e-431a-8f58-ff8f973d9ef8), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.898975 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:16.902255 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] 10.222.0.23 "DELETE /v2.0/networks/6a8f1734-116e-431a-8f58-ff8f973d9ef8 HTTP/1.1" status: 204 len: 168 time: 0.8160141 May 04 21:48:16.911402 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df551b-738e-4cdb-bd47-8425f382890e admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8f1734-116e-431a-8f58-ff8f973d9ef8,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:17.019451 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46604) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:17.061894 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-acc10e33-6ec3-4ca2-af42-03742967f3b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b05fdea4cf3422d991c8cb98cafe373&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412006 May 04 21:48:17.064774 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46608) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:17.146535 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731dc61-aa74-4a5e-91e4-8f1fb20c0ef5 req-de55e840-caba-4eb3-8153-b48d70df902a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:17.147880 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b731dc61-aa74-4a5e-91e4-8f1fb20c0ef5 req-de55e840-caba-4eb3-8153-b48d70df902a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 945 time: 0.0613856 May 04 21:48:17.150694 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf83b-4ad6-4d18-9645-664dbed63786 admin admin] Publish callbacks [] for security_group (7336bc86-f809-4ed7-a35a-ee6b2c5c1863), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:17.183696 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf83b-4ad6-4d18-9645-664dbed63786 admin admin] Publish callbacks [] for security_group (7336bc86-f809-4ed7-a35a-ee6b2c5c1863), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:17.243339 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b731dc61-aa74-4a5e-91e4-8f1fb20c0ef5 req-17a8810d-48d7-4dbf-95f4-aa9fdbaf5c1d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899048 May 04 21:48:17.262599 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf83b-4ad6-4d18-9645-664dbed63786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (7336bc86-f809-4ed7-a35a-ee6b2c5c1863), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:17.265947 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf83b-4ad6-4d18-9645-664dbed63786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:17.267144 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-f2ebf83b-4ad6-4d18-9645-664dbed63786 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7336bc86-f809-4ed7-a35a-ee6b2c5c1863 HTTP/1.1" status: 204 len: 168 time: 0.2013812 May 04 21:48:17.275026 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebf83b-4ad6-4d18-9645-664dbed63786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7336bc86-f809-4ed7-a35a-ee6b2c5c1863,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:17.389620 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 08134cf1-ee9e-42a0-84ff-c367e324b645 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:48:17.409264 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 08134cf1-ee9e-42a0-84ff-c367e324b645 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:48:17.409587 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 08134cf1-ee9e-42a0-84ff-c367e324b645 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:48:17.410028 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:48:17.428857 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:48:17.429206 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b57ec4c3-ebb2-4a13-a8c6-0f1fc1fcda9d not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:48:17.876825 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 31a0a142-ef25-45fa-af3a-74816c530df8 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:48:17.927089 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 31a0a142-ef25-45fa-af3a-74816c530df8 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:48:17.934306 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 31a0a142-ef25-45fa-af3a-74816c530df8 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:48:17.934675 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:18.013935 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 31a0a142-ef25-45fa-af3a-74816c530df8 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:48:18.014328 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:18.038277 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:18.040520 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e791cf9f-8f22-4c6c-94f7-e638faf0ecec" -d '{"events": [{"server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "name": "network-vif-plugged", "status": "completed", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:18.055255 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 31a0a142-ef25-45fa-af3a-74816c530df8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=31a0a142-ef25-45fa-af3a-74816c530df8,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:18.060840 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:18.083553 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6f1f32-de0f-489b-a9b7-187c02a0f5f1 x-openstack-request-id: req-7d6f1f32-de0f-489b-a9b7-187c02a0f5f1 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:18.083870 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "name": "network-vif-plugged", "status": "completed", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:18.084129 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d6f1f32-de0f-489b-a9b7-187c02a0f5f1 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:18.084522 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6f1f32-de0f-489b-a9b7-187c02a0f5f1'] response: {'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8', 'code': 200} May 04 21:48:18.113280 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=31a0a142-ef25-45fa-af3a-74816c530df8,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:18.391342 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3aa4-55f9-435e-b3e7-bda46424bf2c req-8fee17c0-d5b8-440e-92eb-c42bada54850 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:18.392854 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-afdd3aa4-55f9-435e-b3e7-bda46424bf2c req-8fee17c0-d5b8-440e-92eb-c42bada54850 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 946 time: 0.0773661 May 04 21:48:18.394774 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bece22b-d915-4c49-b12b-330ad54dda77 req-76aa38d7-5862-410f-b4ca-e8220fde3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:18.396720 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4bece22b-d915-4c49-b12b-330ad54dda77 req-76aa38d7-5862-410f-b4ca-e8220fde3706 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 1130 time: 0.0702283 May 04 21:48:18.479896 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4bece22b-d915-4c49-b12b-330ad54dda77 req-b9b6820e-f2b8-4124-972f-adb90320748c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734997 May 04 21:48:18.483516 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-afdd3aa4-55f9-435e-b3e7-bda46424bf2c req-75c33124-bfbc-4ba7-ac7f-23e467e9e663 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849950 May 04 21:48:19.617885 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db04800-7416-4b67-ba4f-4b20a6e28ff2 req-fd9199c0-c2bc-4cdb-82f0-44c048f3b99d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:19.619357 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5db04800-7416-4b67-ba4f-4b20a6e28ff2 req-fd9199c0-c2bc-4cdb-82f0-44c048f3b99d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 946 time: 0.0472934 May 04 21:48:19.670355 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5db04800-7416-4b67-ba4f-4b20a6e28ff2 req-aaffa4a8-7215-4939-9950-ac91e6d2e504 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447149 May 04 21:48:20.786543 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e053ba-fe7f-4c5d-a276-5c337a40409e req-42b616ec-a4e7-4b1e-98ef-16673ccc833e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:20.788189 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-94e053ba-fe7f-4c5d-a276-5c337a40409e req-42b616ec-a4e7-4b1e-98ef-16673ccc833e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 946 time: 0.0495324 May 04 21:48:20.841895 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-94e053ba-fe7f-4c5d-a276-5c337a40409e req-fb93b727-77b0-44ff-b2f8-605eff498d68 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478458 May 04 21:48:20.952800 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a1ea0-4dfe-4e74-83eb-355812e5682c req-40167017-43cd-4e4e-941c-d92b1d642c82 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:20.954204 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e47a1ea0-4dfe-4e74-83eb-355812e5682c req-40167017-43cd-4e4e-941c-d92b1d642c82 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 946 time: 0.0480206 May 04 21:48:21.003252 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e47a1ea0-4dfe-4e74-83eb-355812e5682c req-af9ce2b8-f136-41d6-9aff-5ea4d22ec320 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430887 May 04 21:48:21.025808 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46680) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:21.068507 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e79cc-05fc-48fe-982a-f7d49e3debc0 tempest-TestVolumeBootPattern-6861598 tempest-TestVolumeBootPattern-6861598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:21.070078 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e48e79cc-05fc-48fe-982a-f7d49e3debc0 tempest-TestVolumeBootPattern-6861598 tempest-TestVolumeBootPattern-6861598-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 1125 time: 0.0431108 May 04 21:48:21.072949 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46682) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:21.076246 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46684) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:21.079812 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:21.100342 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.176554 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.180014 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0e726302-5c1f-4f79-af2a-5d3c977cd3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.264156 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0e726302-5c1f-4f79-af2a-5d3c977cd3d5 admin admin] Publish callbacks [] for security_group (3e996859-8177-4049-8ff2-3120218a899e), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.268980 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0e726302-5c1f-4f79-af2a-5d3c977cd3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (3e996859-8177-4049-8ff2-3120218a899e), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.291667 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Allocated IP 172.27.1.114 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/c256a4db-d82c-421c-b4b7-f66161abba17) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:48:21.308788 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0e726302-5c1f-4f79-af2a-5d3c977cd3d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef16b735eecc4151a0fcf364aaef50cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312667 May 04 21:48:21.309657 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e726302-5c1f-4f79-af2a-5d3c977cd3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e996859-8177-4049-8ff2-3120218a899e,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:21.312153 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46688) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:21.359921 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d234daef-effa-40d0-b822-f4ad3ccc020f admin admin] Publish callbacks [] for security_group (3e996859-8177-4049-8ff2-3120218a899e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.381574 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d234daef-effa-40d0-b822-f4ad3ccc020f admin admin] Publish callbacks [] for security_group (3e996859-8177-4049-8ff2-3120218a899e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.393755 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for port (c256a4db-d82c-421c-b4b7-f66161abba17), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.428269 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (c256a4db-d82c-421c-b4b7-f66161abba17), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.436417 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d234daef-effa-40d0-b822-f4ad3ccc020f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (3e996859-8177-4049-8ff2-3120218a899e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.439209 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d234daef-effa-40d0-b822-f4ad3ccc020f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.440366 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d234daef-effa-40d0-b822-f4ad3ccc020f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e996859-8177-4049-8ff2-3120218a899e HTTP/1.1" status: 204 len: 168 time: 0.1272893 May 04 21:48:21.448263 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234daef-effa-40d0-b822-f4ad3ccc020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e996859-8177-4049-8ff2-3120218a899e,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:21.474838 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:48:21.477702 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:48:21.480087 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:48:21.508072 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'Port': ['ID=c256a4db-d82c-421c-b4b7-f66161abba17,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:21.520773 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.521039 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.521382 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.521722 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.522051 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.522389 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.522700 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.523020 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.523340 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.523690 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.524011 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.524330 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.524650 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.524967 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.525313 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:48:21.884166 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (f99d481b-7dcd-43a6-aa65-054e9a6220f5), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:21.953474 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (c256a4db-d82c-421c-b4b7-f66161abba17), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:22.115007 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for port (c256a4db-d82c-421c-b4b7-f66161abba17), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:22.120222 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (c256a4db-d82c-421c-b4b7-f66161abba17), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:22.187314 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'Port': ['ID=c256a4db-d82c-421c-b4b7-f66161abba17,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:22.197595 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (f99d481b-7dcd-43a6-aa65-054e9a6220f5), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:22.307342 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Floating IP f99d481b-7dcd-43a6-aa65-054e9a6220f5 associated. External IP: 172.27.1.114, port: 31a0a142-ef25-45fa-af3a-74816c530df8. May 04 21:48:22.526672 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Router c0297c3a-634b-4c6e-ab55-6138548eaa87 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:48:22.640243 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:48:22.650775 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] Sync routers for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:48:22.661211 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:22.661951 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:22.662595 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:22.694604 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-a9207864-155a-4d70-8d89-33da0aec4a90 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6181579 May 04 21:48:22.695339 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:22.697761 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0c14ac-7d7c-4baf-92ba-4a558b918938" -d '{"events": [{"name": "network-changed", "server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:22.734067 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184c67ca-d8b6-4556-b32e-d18c32011d51 x-openstack-request-id: req-184c67ca-d8b6-4556-b32e-d18c32011d51 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:22.734355 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:22.734609 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-184c67ca-d8b6-4556-b32e-d18c32011d51 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:22.735018 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184c67ca-d8b6-4556-b32e-d18c32011d51'] response: {'name': 'network-changed', 'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8', 'status': 'completed', 'code': 200} May 04 21:48:22.774579 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:22.822753 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-034bc5ab-e4ed-4d5d-a0db-0862496daa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:22.824477 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-034bc5ab-e4ed-4d5d-a0db-0862496daa26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 1130 time: 0.0437603 May 04 21:48:22.886388 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ddeb212e-761b-40af-9725-2401e74eb4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:22.926407 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-9e13e606-ae06-421f-baca-21d450ca90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:22.928007 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-9e13e606-ae06-421f-baca-21d450ca90ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 912 time: 0.0972106 May 04 21:48:23.012572 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'f99d481b-7dcd-43a6-aa65-054e9a6220f5', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:21Z', 'updated_at': '2022-05-04T21:48:21Z', 'revision_number': 0, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:23.013955 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-2079c248-8343-4420-a886-b50cd9eec699 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31a0a142-ef25-45fa-af3a-74816c530df8 HTTP/1.1" status: 200 len: 1000 time: 0.0796146 May 04 21:48:23.043230 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] Checking router: c0297c3a-634b-4c6e-ab55-6138548eaa87 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:48:23.052324 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:23.052989 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:47:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:23.062745 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-8f2bda0c-8f74-47b4-9699-270bd985c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:23.064724 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-8f2bda0c-8f74-47b4-9699-270bd985c03d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0446701 May 04 21:48:23.115352 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-925fdfb0-4cce-49f7-96fc-d72cf741375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:23.117323 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-925fdfb0-4cce-49f7-96fc-d72cf741375c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456951 May 04 21:48:23.161219 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:23.213229 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-55ced325-3629-4bda-aa39-1e39c78eaffa service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875149 May 04 21:48:23.312508 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4b0c14ac-7d7c-4baf-92ba-4a558b918938 req-38870c26-ee5d-4ba3-80c0-e208f163f640 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929496 May 04 21:48:23.394131 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'f99d481b-7dcd-43a6-aa65-054e9a6220f5', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:21Z', 'updated_at': '2022-05-04T21:48:21Z', 'revision_number': 0, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:23.423768 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2852d2-3218-4bf5-937c-bd8b5e4399be None None] The sync data for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi is: [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'f99d481b-7dcd-43a6-aa65-054e9a6220f5', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:21Z', 'updated_at': '2022-05-04T21:48:21Z', 'revision_number': 0, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:48:23.640062 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ceaf9-a3e6-4541-bf40-96ec7f6a9b73 None None] New status for floating IP f99d481b-7dcd-43a6-aa65-054e9a6220f5: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:48:25.233608 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-855e654b-85d4-477c-ab8d-6aeed3f2262a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:26.141135 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:27.578604 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:48:27.684013 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:29.273527 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.209357 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46836) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:30.318168 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dc4399d5-1e99-4445-a2fd-adfac876b937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.396116 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dc4399d5-1e99-4445-a2fd-adfac876b937 admin admin] Publish callbacks [] for security_group (fe7ac2f3-5835-4310-8ccc-0de33b2d9b34), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.402218 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dc4399d5-1e99-4445-a2fd-adfac876b937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (fe7ac2f3-5835-4310-8ccc-0de33b2d9b34), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.443292 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-dc4399d5-1e99-4445-a2fd-adfac876b937 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d020faa7f19a4087815bd3947e5ff725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325299 May 04 21:48:30.444133 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4399d5-1e99-4445-a2fd-adfac876b937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7ac2f3-5835-4310-8ccc-0de33b2d9b34,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:30.446325 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46840) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:30.499422 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e78b98c8-96ff-4d8e-b5db-5b6ed9b1025c admin admin] Publish callbacks [] for security_group (fe7ac2f3-5835-4310-8ccc-0de33b2d9b34), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.520890 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e78b98c8-96ff-4d8e-b5db-5b6ed9b1025c admin admin] Publish callbacks [] for security_group (fe7ac2f3-5835-4310-8ccc-0de33b2d9b34), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.569804 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e78b98c8-96ff-4d8e-b5db-5b6ed9b1025c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (fe7ac2f3-5835-4310-8ccc-0de33b2d9b34), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.572366 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e78b98c8-96ff-4d8e-b5db-5b6ed9b1025c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.573501 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e78b98c8-96ff-4d8e-b5db-5b6ed9b1025c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe7ac2f3-5835-4310-8ccc-0de33b2d9b34 HTTP/1.1" status: 204 len: 168 time: 0.1262031 May 04 21:48:30.581262 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b98c8-96ff-4d8e-b5db-5b6ed9b1025c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7ac2f3-5835-4310-8ccc-0de33b2d9b34,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:30.860391 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46846) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:30.873837 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-69b1cd94-fdc3-46fd-b698-ddb79fd1bae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.947957 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-69b1cd94-fdc3-46fd-b698-ddb79fd1bae8 admin admin] Publish callbacks [] for security_group (cfccdf83-6905-4226-a3ab-9d6e27e08273), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.954781 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-69b1cd94-fdc3-46fd-b698-ddb79fd1bae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (cfccdf83-6905-4226-a3ab-9d6e27e08273), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:30.992218 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-69b1cd94-fdc3-46fd-b698-ddb79fd1bae8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c965248b9ca4c14a93330337c5102bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307275 May 04 21:48:30.993315 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1cd94-fdc3-46fd-b698-ddb79fd1bae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfccdf83-6905-4226-a3ab-9d6e27e08273,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:30.995037 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46848) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:31.052220 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-94caf436-70a9-436a-9fdd-8b80553dcfae admin admin] Publish callbacks [] for security_group (cfccdf83-6905-4226-a3ab-9d6e27e08273), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.073084 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-94caf436-70a9-436a-9fdd-8b80553dcfae admin admin] Publish callbacks [] for security_group (cfccdf83-6905-4226-a3ab-9d6e27e08273), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.127399 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-94caf436-70a9-436a-9fdd-8b80553dcfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (cfccdf83-6905-4226-a3ab-9d6e27e08273), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.129947 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-94caf436-70a9-436a-9fdd-8b80553dcfae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.131117 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-94caf436-70a9-436a-9fdd-8b80553dcfae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfccdf83-6905-4226-a3ab-9d6e27e08273 HTTP/1.1" status: 204 len: 168 time: 0.1349611 May 04 21:48:31.139456 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caf436-70a9-436a-9fdd-8b80553dcfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfccdf83-6905-4226-a3ab-9d6e27e08273,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:31.217171 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.472049 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46854) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:31.485034 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b8b4dd55-4d7f-4d98-86e9-c7bd954b858f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.566855 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b8b4dd55-4d7f-4d98-86e9-c7bd954b858f admin admin] Publish callbacks [] for security_group (a1d145bd-38ce-455e-af38-4570ce357915), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.573342 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b8b4dd55-4d7f-4d98-86e9-c7bd954b858f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a1d145bd-38ce-455e-af38-4570ce357915), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.609913 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b8b4dd55-4d7f-4d98-86e9-c7bd954b858f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94198552716e44a09574dc58ac4c8675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367254 May 04 21:48:31.611102 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4dd55-4d7f-4d98-86e9-c7bd954b858f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d145bd-38ce-455e-af38-4570ce357915,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:31.612853 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46858) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:31.663002 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3736ef0-e552-4c11-a3f3-ad64bfecc942 admin admin] Publish callbacks [] for security_group (a1d145bd-38ce-455e-af38-4570ce357915), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.684780 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3736ef0-e552-4c11-a3f3-ad64bfecc942 admin admin] Publish callbacks [] for security_group (a1d145bd-38ce-455e-af38-4570ce357915), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.736143 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3736ef0-e552-4c11-a3f3-ad64bfecc942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a1d145bd-38ce-455e-af38-4570ce357915), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.738787 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3736ef0-e552-4c11-a3f3-ad64bfecc942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:31.739976 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d3736ef0-e552-4c11-a3f3-ad64bfecc942 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1d145bd-38ce-455e-af38-4570ce357915 HTTP/1.1" status: 204 len: 168 time: 0.1255207 May 04 21:48:31.748702 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3736ef0-e552-4c11-a3f3-ad64bfecc942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d145bd-38ce-455e-af38-4570ce357915,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:32.891959 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdd4a3-ad23-434b-ae8b-5eebb59a2296 req-ba008335-b008-4c96-8e7a-8ce017dc4c3a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:32.893441 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f8fdd4a3-ad23-434b-ae8b-5eebb59a2296 req-ba008335-b008-4c96-8e7a-8ce017dc4c3a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0504193 May 04 21:48:32.940313 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f8fdd4a3-ad23-434b-ae8b-5eebb59a2296 req-6a3e3da1-6fd8-439d-91a5-ad10bafbef25 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 May 04 21:48:33.482010 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 46924) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:33.603481 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e1cef34-fa0b-46b0-bb81-b652dffcdc54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:33.676817 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e1cef34-fa0b-46b0-bb81-b652dffcdc54 admin admin] Publish callbacks [] for security_group (97a7c587-161a-4e69-a61e-ef4b97e3191c), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:33.682522 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7e1cef34-fa0b-46b0-bb81-b652dffcdc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (97a7c587-161a-4e69-a61e-ef4b97e3191c), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:33.720420 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-7e1cef34-fa0b-46b0-bb81-b652dffcdc54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20de1b006e694ebc816f60399c9ea2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373145 May 04 21:48:33.721471 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cef34-fa0b-46b0-bb81-b652dffcdc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a7c587-161a-4e69-a61e-ef4b97e3191c,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:33.723430 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46928) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:33.781659 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-23629936-367b-47f1-a8c1-53c115201a4a admin admin] Publish callbacks [] for security_group (97a7c587-161a-4e69-a61e-ef4b97e3191c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:33.803056 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-23629936-367b-47f1-a8c1-53c115201a4a admin admin] Publish callbacks [] for security_group (97a7c587-161a-4e69-a61e-ef4b97e3191c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:33.852187 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-23629936-367b-47f1-a8c1-53c115201a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (97a7c587-161a-4e69-a61e-ef4b97e3191c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:33.854757 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-23629936-367b-47f1-a8c1-53c115201a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:33.856171 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-23629936-367b-47f1-a8c1-53c115201a4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97a7c587-161a-4e69-a61e-ef4b97e3191c HTTP/1.1" status: 204 len: 168 time: 0.1317785 May 04 21:48:33.863924 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23629936-367b-47f1-a8c1-53c115201a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a7c587-161a-4e69-a61e-ef4b97e3191c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:34.063500 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa06e16-dc06-4e4c-83ce-cd8fcdaa09a8 req-7f605dfc-3d34-41ad-84fa-637fc08b8408 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:34.065174 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1fa06e16-dc06-4e4c-83ce-cd8fcdaa09a8 req-7f605dfc-3d34-41ad-84fa-637fc08b8408 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0550444 May 04 21:48:34.114962 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1fa06e16-dc06-4e4c-83ce-cd8fcdaa09a8 req-d26d6622-b8fb-407f-8066-e74ea0dca6b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fb38ba9-cc5f-4a19-a737-49c730bc24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 May 04 21:48:34.125485 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46936) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:34.138627 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6ef6-3898-4576-b63e-0e5d26f4ab4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.214104 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6ef6-3898-4576-b63e-0e5d26f4ab4c admin admin] Publish callbacks [] for security_group (30340249-183d-44b2-b9d1-aeedce994777), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.219267 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6ef6-3898-4576-b63e-0e5d26f4ab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (30340249-183d-44b2-b9d1-aeedce994777), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.254100 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a6ef6-3898-4576-b63e-0e5d26f4ab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30340249-183d-44b2-b9d1-aeedce994777,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:34.258268 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2f8a6ef6-3898-4576-b63e-0e5d26f4ab4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f05a35e5d964671ae61056226f421e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317277 May 04 21:48:34.261136 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 46938) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:34.306840 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3b74-1716-4c04-bacf-e2e8bceccfa8 admin admin] Publish callbacks [] for security_group (30340249-183d-44b2-b9d1-aeedce994777), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.332558 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3b74-1716-4c04-bacf-e2e8bceccfa8 admin admin] Publish callbacks [] for security_group (30340249-183d-44b2-b9d1-aeedce994777), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.387163 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3b74-1716-4c04-bacf-e2e8bceccfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (30340249-183d-44b2-b9d1-aeedce994777), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.389645 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3b74-1716-4c04-bacf-e2e8bceccfa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.390774 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e0cf3b74-1716-4c04-bacf-e2e8bceccfa8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30340249-183d-44b2-b9d1-aeedce994777 HTTP/1.1" status: 204 len: 168 time: 0.1288848 May 04 21:48:34.392767 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-2bfd54a0-d73c-4074-b37e-7310dcce2f6f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:34.394900 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-2bfd54a0-d73c-4074-b37e-7310dcce2f6f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 946 time: 0.0537908 May 04 21:48:34.399336 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf3b74-1716-4c04-bacf-e2e8bceccfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30340249-183d-44b2-b9d1-aeedce994777,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:34.486285 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Deleting port 298e138c-e3ba-4941-8304-6c63bfe584a1 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:34.486634 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.585385 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] For port 298e138c-e3ba-4941-8304-6c63bfe584a1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=298e138c-e3ba-4941-8304-6c63bfe584a1,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:34.585752 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.758107 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.758459 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (6169ffbc-df23-49fb-92a9-0b86f53fabf1), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.758780 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Floating IP 6169ffbc-df23-49fb-92a9-0b86f53fabf1 disassociated. External IP: 172.27.1.87, port: 298e138c-e3ba-4941-8304-6c63bfe584a1. May 04 21:48:34.759120 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Calling delete_port for 298e138c-e3ba-4941-8304-6c63bfe584a1 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:34.891181 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (298e138c-e3ba-4941-8304-6c63bfe584a1), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:34.918622 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event deleted for resources: {'Port': ['ID=298e138c-e3ba-4941-8304-6c63bfe584a1,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:35.040320 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:48:35.151497 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:48:35.164251 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] Sync routers for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:48:35.177703 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:35.178714 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:48:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:35.197224 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] No DVR routers for this DVR port 298e138c-e3ba-4941-8304-6c63bfe584a1 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:48:35.200462 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:35.204508 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-46e2a915-34cb-43ca-aa5b-049febd51fb1 req-d6455dec-6c10-4c0e-af56-e24033339d9a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "DELETE /v2.0/ports/298e138c-e3ba-4941-8304-6c63bfe584a1 HTTP/1.1" status: 204 len: 173 time: 0.8026121 May 04 21:48:35.205165 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'name': 'network-vif-deleted', 'tag': '298e138c-e3ba-4941-8304-6c63bfe584a1'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:35.210022 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b9e4b1-03ed-4ffa-b558-10cee6fa0bd1" -d '{"events": [{"server_uuid": "a0a016b5-adcd-47df-bd64-1343f05096df", "name": "network-vif-deleted", "tag": "298e138c-e3ba-4941-8304-6c63bfe584a1"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:35.269534 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e44d9d-3f5b-446e-af57-684837263495 x-openstack-request-id: req-58e44d9d-3f5b-446e-af57-684837263495 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:35.269962 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a016b5-adcd-47df-bd64-1343f05096df", "name": "network-vif-deleted", "tag": "298e138c-e3ba-4941-8304-6c63bfe584a1", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:35.271204 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58e44d9d-3f5b-446e-af57-684837263495 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:35.271762 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e44d9d-3f5b-446e-af57-684837263495'] response: {'server_uuid': 'a0a016b5-adcd-47df-bd64-1343f05096df', 'name': 'network-vif-deleted', 'tag': '298e138c-e3ba-4941-8304-6c63bfe584a1', 'status': 'completed', 'code': 200} May 04 21:48:35.324895 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:35.487636 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f06985c4-77ad-49a5-98da-299456fd3474 req-7a8f56bf-fb7d-41ac-92b4-5a526e4460de tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a016b5-adcd-47df-bd64-1343f05096df HTTP/1.1" status: 200 len: 210 time: 0.0314956 May 04 21:48:35.646587 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:35.673279 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] Checking router: 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:48:35.681410 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:35.682018 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:48:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:35.794473 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:35.996802 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:36.026184 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eaf6fe-7377-4c27-80a3-a4dd51d8157a None None] The sync data for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi is: [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:48:36.265340 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9c08e-b7aa-4faf-bf7d-e55192354ae6 None None] New status for floating IP 6169ffbc-df23-49fb-92a9-0b86f53fabf1: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:48:36.583647 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47002) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:36.636600 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-de18bf23-7103-4a0a-96f6-fb6c892d381c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (2fb38ba9-cc5f-4a19-a737-49c730bc24b5), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:36.660706 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-de18bf23-7103-4a0a-96f6-fb6c892d381c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (2fb38ba9-cc5f-4a19-a737-49c730bc24b5), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:36.708104 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-de18bf23-7103-4a0a-96f6-fb6c892d381c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (2fb38ba9-cc5f-4a19-a737-49c730bc24b5), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:36.710616 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-de18bf23-7103-4a0a-96f6-fb6c892d381c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:36.711813 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-de18bf23-7103-4a0a-96f6-fb6c892d381c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "DELETE /v2.0/security-groups/2fb38ba9-cc5f-4a19-a737-49c730bc24b5 HTTP/1.1" status: 204 len: 168 time: 0.1271636 May 04 21:48:36.714599 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47004) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:36.720992 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18bf23-7103-4a0a-96f6-fb6c892d381c tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb38ba9-cc5f-4a19-a737-49c730bc24b5,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:36.730571 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.api.v2.resource [None req-f452cfe7-59a7-4e96-bc39-8ccc994430b3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] show failed (client error): The resource could not be found. May 04 21:48:36.731862 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-f452cfe7-59a7-4e96-bc39-8ccc994430b3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups/2fb38ba9-cc5f-4a19-a737-49c730bc24b5 HTTP/1.1" status: 404 len: 347 time: 0.0162120 May 04 21:48:36.734640 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47006) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:37.100819 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Deleting port 49085d87-7405-4ddd-9616-ba14842d0b25 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:48:37.101103 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (49085d87-7405-4ddd-9616-ba14842d0b25), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.186268 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (49085d87-7405-4ddd-9616-ba14842d0b25), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.186592 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (49085d87-7405-4ddd-9616-ba14842d0b25), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.199757 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Calling delete_port for 49085d87-7405-4ddd-9616-ba14842d0b25 owned by network:floatingip {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:48:37.333450 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (49085d87-7405-4ddd-9616-ba14842d0b25), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.364908 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event deleted for resources: {'Port': ['ID=49085d87-7405-4ddd-9616-ba14842d0b25,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:37.432277 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (6169ffbc-df23-49fb-92a9-0b86f53fabf1), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.434902 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.436150 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-8abd8c26-feaf-47fe-858a-8e266f4ce616 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "DELETE /v2.0/floatingips/6169ffbc-df23-49fb-92a9-0b86f53fabf1 HTTP/1.1" status: 204 len: 168 time: 0.7004135 May 04 21:48:37.860532 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47016) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:37.865149 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-eef36ac9-07c9-4b42-8597-abbf6900f536 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129221997', 'description': 'tempest-description--380767753'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:37.886272 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eef36ac9-07c9-4b42-8597-abbf6900f536 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.949819 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eef36ac9-07c9-4b42-8597-abbf6900f536 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (b73bda80-da39-4d49-9c48-13a9a0d709f4), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.955792 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eef36ac9-07c9-4b42-8597-abbf6900f536 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b73bda80-da39-4d49-9c48-13a9a0d709f4), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.956373 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 298e138c-e3ba-4941-8304-6c63bfe584a1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:48:37.977555 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 298e138c-e3ba-4941-8304-6c63bfe584a1 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:48:37.977897 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 298e138c-e3ba-4941-8304-6c63bfe584a1 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:48:37.985698 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eef36ac9-07c9-4b42-8597-abbf6900f536 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:37.986919 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-eef36ac9-07c9-4b42-8597-abbf6900f536 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1253827 May 04 21:48:37.988119 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef36ac9-07c9-4b42-8597-abbf6900f536 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73bda80-da39-4d49-9c48-13a9a0d709f4,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:37.990643 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47018) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:37.995495 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-27a3643e-98b7-4cb4-becc-bf3a391794fe tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'security_group_rule': {'security_group_id': 'b73bda80-da39-4d49-9c48-13a9a0d709f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:38.022801 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-27a3643e-98b7-4cb4-becc-bf3a391794fe tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (3e0a52b3-7990-47ac-bddf-c5a804446c45), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.078356 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-27a3643e-98b7-4cb4-becc-bf3a391794fe tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (3e0a52b3-7990-47ac-bddf-c5a804446c45), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.083205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-27a3643e-98b7-4cb4-becc-bf3a391794fe tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (3e0a52b3-7990-47ac-bddf-c5a804446c45), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.102225 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3643e-98b7-4cb4-becc-bf3a391794fe tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0a52b3-7990-47ac-bddf-c5a804446c45,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:38.108500 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-27a3643e-98b7-4cb4-becc-bf3a391794fe tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.109697 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-27a3643e-98b7-4cb4-becc-bf3a391794fe tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178303 May 04 21:48:38.112758 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47020) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:38.119616 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-2763f9d9-202e-43e3-9daa-3812d0085c41 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'security_group_rule': {'security_group_id': 'b73bda80-da39-4d49-9c48-13a9a0d709f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:38.153074 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2763f9d9-202e-43e3-9daa-3812d0085c41 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (fff2cb99-7831-4db1-bcc4-06422f236cb7), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.213382 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2763f9d9-202e-43e3-9daa-3812d0085c41 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (fff2cb99-7831-4db1-bcc4-06422f236cb7), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.219199 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2763f9d9-202e-43e3-9daa-3812d0085c41 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (fff2cb99-7831-4db1-bcc4-06422f236cb7), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.236313 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f9d9-202e-43e3-9daa-3812d0085c41 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff2cb99-7831-4db1-bcc4-06422f236cb7,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:38.243691 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2763f9d9-202e-43e3-9daa-3812d0085c41 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.247417 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-2763f9d9-202e-43e3-9daa-3812d0085c41 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308479 May 04 21:48:38.248350 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47022) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:38.253589 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:38.275836 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.352922 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.462317 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Allocated IP 172.27.1.50 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/363d1465-3eda-40ac-b1db-0bdc6d71bcb1) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:48:38.569057 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for port (363d1465-3eda-40ac-b1db-0bdc6d71bcb1), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.605861 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (363d1465-3eda-40ac-b1db-0bdc6d71bcb1), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.643105 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:48:38.649668 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:48:38.655477 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:48:38.658705 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'Port': ['ID=363d1465-3eda-40ac-b1db-0bdc6d71bcb1,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:38.745523 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (576a4e97-f7c9-46b0-a323-7fc34cec78c9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.783173 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (363d1465-3eda-40ac-b1db-0bdc6d71bcb1), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.935557 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for port (363d1465-3eda-40ac-b1db-0bdc6d71bcb1), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:38.941016 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (363d1465-3eda-40ac-b1db-0bdc6d71bcb1), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:39.007302 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'Port': ['ID=363d1465-3eda-40ac-b1db-0bdc6d71bcb1,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:39.020038 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (576a4e97-f7c9-46b0-a323-7fc34cec78c9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:39.037345 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:39.038685 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-da691dd4-aaf4-43d7-9fa9-09dd18120124 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7889674 May 04 21:48:39.238308 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-95ff7340-6fcf-4948-853a-9beaa65e483a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--129221997&fields=id&tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c HTTP/1.1" status: 200 len: 267 time: 0.0420632 May 04 21:48:39.349625 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-48d6c646-a412-4716-bfdb-0a046e8fc861 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:39.351833 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-48d6c646-a412-4716-bfdb-0a046e8fc861 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 811 time: 0.1052575 May 04 21:48:39.365994 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-353f42d2-c237-46f9-a675-846ab4a9cb95 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/quotas/4cdbf9d036b4410b81ef59b92ef8e56c HTTP/1.1" status: 200 len: 375 time: 0.0093648 May 04 21:48:39.415460 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-b6d750ce-94a0-41f9-aed3-43aa2071c47b tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433252 May 04 21:48:39.516791 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-ad44abe0-e1ad-4faa-97a8-7744c3030ebb service neutron] 10.222.0.23 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898192 May 04 21:48:39.606100 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-71f8b721-eeb0-4cb6-a289-bf8bec91b0c8 service neutron] 10.222.0.23 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 May 04 21:48:39.778777 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-39613e72-e44c-44c5-8e1c-c75ad1f12d6a req-0d9fd8e3-d4ae-44e4-ad0c-f41ded8d22e3 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 210 time: 0.0304782 May 04 21:48:40.867060 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-72829be7-bc6a-4643-aaee-e61f4b507f67 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:40.869113 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-72829be7-bc6a-4643-aaee-e61f4b507f67 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 811 time: 0.1240644 May 04 21:48:40.889830 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-42ff504c-f5e6-4fa3-96b3-3081aaaeeea7 req-871523cd-a65d-499c-9313-d36a0f45a9d5 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 210 time: 0.0422404 May 04 21:48:40.952051 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-107f6ca3-5474-4ff5-944c-5b2695fcfbb0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c HTTP/1.1" status: 200 len: 379 time: 0.0539908 May 04 21:48:40.963100 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47118) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:41.064911 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'port': {'device_id': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'admin_state_up': True, 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'security_groups': ['b73bda80-da39-4d49-9c48-13a9a0d709f4']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:41.087210 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9d7e-e7e8-49f7-8ff8-121746de253b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.218335 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Made reservation on behalf of 4cdbf9d036b4410b81ef59b92ef8e56c for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:48:41.222685 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.244491 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9d7e-e7e8-49f7-8ff8-121746de253b admin admin] Publish callbacks [] for security_group (54d29de8-4cbd-467d-980c-7300706cf750), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.254944 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9d7e-e7e8-49f7-8ff8-121746de253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (54d29de8-4cbd-467d-980c-7300706cf750), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.333804 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3a9d9d7e-e7e8-49f7-8ff8-121746de253b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bef3e31508f24d7d9758dfec8e614afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695455 May 04 21:48:41.336727 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47122) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:41.337247 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d9d7e-e7e8-49f7-8ff8-121746de253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d29de8-4cbd-467d-980c-7300706cf750,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:41.388907 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96a75686-f2cb-4ae4-9754-5df7746c9d34 admin admin] Publish callbacks [] for security_group (54d29de8-4cbd-467d-980c-7300706cf750), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.395961 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Allocated IP 172.20.0.7 (a876eee9-79cf-44aa-82d1-f69c185490e4/7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa/3adfeb7a-2b33-4a9f-9576-f9186952a941) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:48:41.410736 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96a75686-f2cb-4ae4-9754-5df7746c9d34 admin admin] Publish callbacks [] for security_group (54d29de8-4cbd-467d-980c-7300706cf750), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.461662 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96a75686-f2cb-4ae4-9754-5df7746c9d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (54d29de8-4cbd-467d-980c-7300706cf750), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.464204 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96a75686-f2cb-4ae4-9754-5df7746c9d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.465443 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-96a75686-f2cb-4ae4-9754-5df7746c9d34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54d29de8-4cbd-467d-980c-7300706cf750 HTTP/1.1" status: 204 len: 168 time: 0.1277010 May 04 21:48:41.472888 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a75686-f2cb-4ae4-9754-5df7746c9d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d29de8-4cbd-467d-980c-7300706cf750,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:41.539208 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.574542 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.619277 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Network a876eee9-79cf-44aa-82d1-f69c185490e4 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:48:41.622510 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:48:41.628470 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:48:41.652840 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event updated for resources: {'Port': ['ID=3adfeb7a-2b33-4a9f-9576-f9186952a941,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:41.681182 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:41.681597 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.700947 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e785ab1-bada-4854-8a3e-bd031bbfa48f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6398590 May 04 21:48:41.722727 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Request body: {'port': {'device_id': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:41.747691 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47128) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:41.761196 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6ad3f3dd-1ec6-49b9-a64d-14bd1aa03ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.791553 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.841362 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6ad3f3dd-1ec6-49b9-a64d-14bd1aa03ee9 admin admin] Publish callbacks [] for security_group (4f6aa023-44c6-4c6f-b2eb-ff78ec313198), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.846007 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6ad3f3dd-1ec6-49b9-a64d-14bd1aa03ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (4f6aa023-44c6-4c6f-b2eb-ff78ec313198), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.883984 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6ad3f3dd-1ec6-49b9-a64d-14bd1aa03ee9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b10488ccb51f49f5bcdb5561ecf5d2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349685 May 04 21:48:41.884846 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3f3dd-1ec6-49b9-a64d-14bd1aa03ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6aa023-44c6-4c6f-b2eb-ff78ec313198,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:41.887144 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47130) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:41.929047 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6268e5c3-e658-4588-8c76-fb882577e6af None None] Provisioning complete for port 3adfeb7a-2b33-4a9f-9576-f9186952a941 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:48:41.929540 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6268e5c3-e658-4588-8c76-fb882577e6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.939423 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e01081e9-5fb4-4816-af42-4fa8bf3ef011 admin admin] Publish callbacks [] for security_group (4f6aa023-44c6-4c6f-b2eb-ff78ec313198), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.962874 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e01081e9-5fb4-4816-af42-4fa8bf3ef011 admin admin] Publish callbacks [] for security_group (4f6aa023-44c6-4c6f-b2eb-ff78ec313198), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:41.968390 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6268e5c3-e658-4588-8c76-fb882577e6af None None] Port 3adfeb7a-2b33-4a9f-9576-f9186952a941 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:48:42.036351 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2cde8-d8f5-46f0-bdcf-5e22def86cf7 req-c771a671-d228-475d-ab54-3ccd0fa69a1a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:42.037838 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06e2cde8-d8f5-46f0-bdcf-5e22def86cf7 req-c771a671-d228-475d-ab54-3ccd0fa69a1a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 931 time: 0.0577569 May 04 21:48:42.059641 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e01081e9-5fb4-4816-af42-4fa8bf3ef011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (4f6aa023-44c6-4c6f-b2eb-ff78ec313198), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:42.062407 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e01081e9-5fb4-4816-af42-4fa8bf3ef011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:42.065936 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e01081e9-5fb4-4816-af42-4fa8bf3ef011 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f6aa023-44c6-4c6f-b2eb-ff78ec313198 HTTP/1.1" status: 204 len: 168 time: 0.1754293 May 04 21:48:42.070023 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adfeb7a-2b33-4a9f-9576-f9186952a941 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:48:42.073555 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01081e9-5fb4-4816-af42-4fa8bf3ef011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6aa023-44c6-4c6f-b2eb-ff78ec313198,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:42.079462 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Publish callbacks [] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:42.094252 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Transition to ACTIVE for port object 3adfeb7a-2b33-4a9f-9576-f9186952a941 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:48:42.099198 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:42.104453 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06e2cde8-d8f5-46f0-bdcf-5e22def86cf7 req-10a45fb6-937a-4311-8d8d-aed9f548140d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593071 May 04 21:48:42.155988 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Pushing event updated for resources: {'Port': ['ID=3adfeb7a-2b33-4a9f-9576-f9186952a941,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:42.231601 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Attempting to bind port 3adfeb7a-2b33-4a9f-9576-f9186952a941 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:48:42.231968 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Attempting to bind port 3adfeb7a-2b33-4a9f-9576-f9186952a941 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:48:42.232284 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Attempting to bind port 3adfeb7a-2b33-4a9f-9576-f9186952a941 on network a876eee9-79cf-44aa-82d1-f69c185490e4 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:48:42.237020 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Port 3adfeb7a-2b33-4a9f-9576-f9186952a941 on network a876eee9-79cf-44aa-82d1-f69c185490e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:48:42.237346 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Attempting to bind port 3adfeb7a-2b33-4a9f-9576-f9186952a941 on network a876eee9-79cf-44aa-82d1-f69c185490e4 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:48:42.242981 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:48:42.243406 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Checking segment: {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:48:42.244922 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Bound using segment: {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:48:42.245389 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Bound port: 3adfeb7a-2b33-4a9f-9576-f9186952a941, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f083008d-b11d-4b3e-9256-f199afee3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:48:42.245876 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:42.319950 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] For port 3adfeb7a-2b33-4a9f-9576-f9186952a941, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:48:42.323148 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] For port 3adfeb7a-2b33-4a9f-9576-f9186952a941, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3adfeb7a-2b33-4a9f-9576-f9186952a941,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:48:42.329347 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:42.364305 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:42.365025 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:42.366406 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] 10.222.0.21 "PUT /v2.0/ports/3adfeb7a-2b33-4a9f-9576-f9186952a941 HTTP/1.1" status: 200 len: 1093 time: 0.6479740 May 04 21:48:42.369135 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'tag': '3adfeb7a-2b33-4a9f-9576-f9186952a941'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:42.371243 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f3b569-11ce-41a5-b2a8-4db8e0569644" -d '{"events": [{"name": "network-changed", "server_uuid": "5616342f-4fb9-4f54-8d79-e50b20c25b17", "tag": "3adfeb7a-2b33-4a9f-9576-f9186952a941"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:42.414345 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64600a-c006-4f35-a1e0-5abf2a8557cc service neutron] Pushing event updated for resources: {'Port': ['ID=3adfeb7a-2b33-4a9f-9576-f9186952a941,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:42.427595 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ad0b88-ff76-451d-ae6c-c2003fe0aac4 x-openstack-request-id: req-78ad0b88-ff76-451d-ae6c-c2003fe0aac4 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:42.427884 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5616342f-4fb9-4f54-8d79-e50b20c25b17", "tag": "3adfeb7a-2b33-4a9f-9576-f9186952a941", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:42.428130 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78ad0b88-ff76-451d-ae6c-c2003fe0aac4 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:42.428529 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ad0b88-ff76-451d-ae6c-c2003fe0aac4'] response: {'name': 'network-changed', 'server_uuid': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'tag': '3adfeb7a-2b33-4a9f-9576-f9186952a941', 'status': 'completed', 'code': 200} May 04 21:48:42.488239 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-bae1e111-3f1f-4de8-a6af-58b20494a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:42.490470 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-bae1e111-3f1f-4de8-a6af-58b20494a495 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 1127 time: 0.0437603 May 04 21:48:42.549381 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-75bc1e17-69d6-4722-875d-bf6117ce6011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adfeb7a-2b33-4a9f-9576-f9186952a941 HTTP/1.1" status: 200 len: 217 time: 0.0392184 May 04 21:48:42.937217 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-cc14edea-3d10-4384-b96b-9813064d484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:42.938692 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-cc14edea-3d10-4384-b96b-9813064d484a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.0459855 May 04 21:48:42.985265 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-e7c8c76f-d1b2-4bdf-8c31-0978cb899378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:42.986791 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-e7c8c76f-d1b2-4bdf-8c31-0978cb899378 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419149 May 04 21:48:43.076709 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-0e1ce0c4-66ce-4864-8c6b-decd353cee83 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822575 May 04 21:48:43.173050 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29b832cd-b2fe-4729-afba-2a00f4fc6ba1 req-39f82b29-dc45-421e-9b1a-dac692077e5f service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895543 May 04 21:48:43.225274 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ece50-efaa-4a68-9840-231622d37ef5 req-52222bd2-9fc1-4f5d-b980-ec76e1997e09 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:43.226787 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3a7ece50-efaa-4a68-9840-231622d37ef5 req-52222bd2-9fc1-4f5d-b980-ec76e1997e09 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 943 time: 0.0489914 May 04 21:48:43.288649 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3a7ece50-efaa-4a68-9840-231622d37ef5 req-2fd929dd-8838-491d-bdaf-d7d75531043d tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488572 May 04 21:48:44.419618 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd2af-b6a8-46af-ac93-848e8fd32e59 req-63471e6f-5548-4b66-b175-3c3242c5a6a9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:44.421085 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f04cd2af-b6a8-46af-ac93-848e8fd32e59 req-63471e6f-5548-4b66-b175-3c3242c5a6a9 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 943 time: 0.0587683 May 04 21:48:44.472173 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f04cd2af-b6a8-46af-ac93-848e8fd32e59 req-b79a7bb5-491f-4afa-abfd-0cf11972ac52 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 May 04 21:48:45.592727 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb934b1-1e07-40f0-86ed-41c2333ff243 req-285d4b97-7bdf-4651-aa21-d0cf7a656342 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:45.594275 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcb934b1-1e07-40f0-86ed-41c2333ff243 req-285d4b97-7bdf-4651-aa21-d0cf7a656342 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 943 time: 0.0546434 May 04 21:48:45.642206 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcb934b1-1e07-40f0-86ed-41c2333ff243 req-cdf93968-c01c-4c54-8dc4-7db336f05fbe tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422299 May 04 21:48:46.022794 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 3adfeb7a-2b33-4a9f-9576-f9186952a941 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:48:46.134117 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 3adfeb7a-2b33-4a9f-9576-f9186952a941, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3adfeb7a-2b33-4a9f-9576-f9186952a941,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:46.145993 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '3adfeb7a-2b33-4a9f-9576-f9186952a941', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'port_id': '3adfeb7a-2b33-4a9f-9576-f9186952a941', 'mac_address': 'fa:16:3e:ad:37:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:48:46.181706 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 3adfeb7a-2b33-4a9f-9576-f9186952a941 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:48:46.182093 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:46.195154 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adfeb7a-2b33-4a9f-9576-f9186952a941 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:48:46.219663 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 3adfeb7a-2b33-4a9f-9576-f9186952a941, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3adfeb7a-2b33-4a9f-9576-f9186952a941,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:46.226213 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:46.274033 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=3adfeb7a-2b33-4a9f-9576-f9186952a941,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:46.400722 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-9f711e84-3b6f-4a1a-bf12-9bcffb216c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:46.402838 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-9f711e84-3b6f-4a1a-bf12-9bcffb216c38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 1128 time: 0.0454812 May 04 21:48:46.502936 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-a9750f81-e443-4f68-a897-f4759c02cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:46.504433 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-a9750f81-e443-4f68-a897-f4759c02cf73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 912 time: 0.0935104 May 04 21:48:46.559903 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-268f2154-0111-49c3-986f-445fad0b180f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adfeb7a-2b33-4a9f-9576-f9186952a941 HTTP/1.1" status: 200 len: 217 time: 0.0476041 May 04 21:48:46.614003 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-bc599abe-093d-4f38-a685-ddb7c4921f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:46.615494 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-bc599abe-093d-4f38-a685-ddb7c4921f47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.0494428 May 04 21:48:46.661584 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-ef4fbe7b-d25f-417f-898e-7497dd147d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:46.663063 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-ef4fbe7b-d25f-417f-898e-7497dd147d82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398076 May 04 21:48:46.709327 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['3adfeb7a-2b33-4a9f-9576-f9186952a941'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:48:46.788448 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addefc3c-55bc-4e0a-9130-5002bdb91489 req-1c0c417e-2c5f-4323-aede-2d8d6297e83f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:46.789948 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-addefc3c-55bc-4e0a-9130-5002bdb91489 req-1c0c417e-2c5f-4323-aede-2d8d6297e83f tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 944 time: 0.0601239 May 04 21:48:46.793567 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-a71f6f34-c98f-43d0-9972-8b59da346219 service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229684 May 04 21:48:46.891756 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-addefc3c-55bc-4e0a-9130-5002bdb91489 req-e86d496c-5414-47b0-ad8b-5bfcb97c786a tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961013 May 04 21:48:46.913500 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-29f3b569-11ce-41a5-b2a8-4db8e0569644 req-66ac5ff4-1b5e-4b55-a8ba-32cc8fd8726b service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120875 May 04 21:48:48.005702 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3525d5-c09a-4bb0-bd0e-3d37061e892f req-5261d220-b008-4dbd-99d7-aca6557b9d54 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:48.007068 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a3525d5-c09a-4bb0-bd0e-3d37061e892f req-5261d220-b008-4dbd-99d7-aca6557b9d54 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 944 time: 0.0470939 May 04 21:48:48.031783 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 3adfeb7a-2b33-4a9f-9576-f9186952a941 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:48:48.071656 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a3525d5-c09a-4bb0-bd0e-3d37061e892f req-a5be570e-941e-4af3-a7b4-1e588d64a4fd tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544090 May 04 21:48:48.101762 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 3adfeb7a-2b33-4a9f-9576-f9186952a941 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:48:48.108948 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 3adfeb7a-2b33-4a9f-9576-f9186952a941 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:48:48.109311 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:48.189126 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 3adfeb7a-2b33-4a9f-9576-f9186952a941 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:48:48.189439 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:48.212662 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfeb7a-2b33-4a9f-9576-f9186952a941'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:48.214914 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f17055-b371-4bfc-b0c8-1ecf315f2b93" -d '{"events": [{"server_uuid": "5616342f-4fb9-4f54-8d79-e50b20c25b17", "name": "network-vif-plugged", "status": "completed", "tag": "3adfeb7a-2b33-4a9f-9576-f9186952a941"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:48.230047 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 3adfeb7a-2b33-4a9f-9576-f9186952a941, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3adfeb7a-2b33-4a9f-9576-f9186952a941,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:48:48.234990 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:48.262260 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a20166-1252-4a2f-bd91-f2c21f14d9cf x-openstack-request-id: req-41a20166-1252-4a2f-bd91-f2c21f14d9cf {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:48.262575 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5616342f-4fb9-4f54-8d79-e50b20c25b17", "name": "network-vif-plugged", "status": "completed", "tag": "3adfeb7a-2b33-4a9f-9576-f9186952a941", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:48.262835 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41a20166-1252-4a2f-bd91-f2c21f14d9cf {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:48.263231 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a20166-1252-4a2f-bd91-f2c21f14d9cf'] response: {'server_uuid': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfeb7a-2b33-4a9f-9576-f9186952a941', 'code': 200} May 04 21:48:48.289970 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=3adfeb7a-2b33-4a9f-9576-f9186952a941,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:48.473630 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c4cc6-138d-4dc4-8b7a-553a6eafae73 req-393bd80c-93e2-467c-a0ca-be08c4fad08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:48.475018 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-857c4cc6-138d-4dc4-8b7a-553a6eafae73 req-393bd80c-93e2-467c-a0ca-be08c4fad08c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 1129 time: 0.0397341 May 04 21:48:48.518928 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-857c4cc6-138d-4dc4-8b7a-553a6eafae73 req-753a3870-cc7a-4f42-955d-6aa9f7a68ce5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 May 04 21:48:49.177357 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0391c-9c37-42a6-9723-e29738a77828 req-f23ebdf3-358b-4f6a-8be2-a7aec334c670 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:49.178844 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-83c0391c-9c37-42a6-9723-e29738a77828 req-f23ebdf3-358b-4f6a-8be2-a7aec334c670 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 945 time: 0.0494559 May 04 21:48:49.227313 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-83c0391c-9c37-42a6-9723-e29738a77828 req-7084bb8c-2413-49a7-89e6-6e910d26c618 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425248 May 04 21:48:50.357175 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e4677-3061-4db4-ac22-4064e261f7ba req-3f244f2e-56fc-432b-bd6c-7b729c8e4469 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:50.358724 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1d5e4677-3061-4db4-ac22-4064e261f7ba req-3f244f2e-56fc-432b-bd6c-7b729c8e4469 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 945 time: 0.0480447 May 04 21:48:50.406163 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1d5e4677-3061-4db4-ac22-4064e261f7ba req-ad1189d6-e252-4fec-8dbd-d2130f49d8b1 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418088 May 04 21:48:50.526206 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f071f-a445-498b-9a95-cb8fa0dda628 req-3f9d4258-9b93-4818-a4e1-82fe6245f4d2 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:50.527595 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-597f071f-a445-498b-9a95-cb8fa0dda628 req-3f9d4258-9b93-4818-a4e1-82fe6245f4d2 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 945 time: 0.0476925 May 04 21:48:50.536282 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47252) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:50.540549 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-a57fafa8-202a-49c1-8476-9d116b335635 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Request body: {'floatingip': {'port_id': '3adfeb7a-2b33-4a9f-9576-f9186952a941'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:48:50.582025 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a57fafa8-202a-49c1-8476-9d116b335635 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (576a4e97-f7c9-46b0-a323-7fc34cec78c9), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:51.021505 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a57fafa8-202a-49c1-8476-9d116b335635 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:51.031777 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a57fafa8-202a-49c1-8476-9d116b335635 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (576a4e97-f7c9-46b0-a323-7fc34cec78c9), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:51.133895 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-a57fafa8-202a-49c1-8476-9d116b335635 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Floating IP 576a4e97-f7c9-46b0-a323-7fc34cec78c9 associated. External IP: 172.27.1.50, port: 3adfeb7a-2b33-4a9f-9576-f9186952a941. May 04 21:48:51.341138 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57fafa8-202a-49c1-8476-9d116b335635 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:48:51.452971 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57fafa8-202a-49c1-8476-9d116b335635 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:48:51.457382 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a57fafa8-202a-49c1-8476-9d116b335635 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:51.462891 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] Sync routers for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:48:51.473263 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:51.473870 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:48:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:51.490041 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a57fafa8-202a-49c1-8476-9d116b335635 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "PUT /v2.0/floatingips/576a4e97-f7c9-46b0-a323-7fc34cec78c9 HTTP/1.1" status: 200 len: 990 time: 0.9525988 May 04 21:48:51.490508 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'tag': '3adfeb7a-2b33-4a9f-9576-f9186952a941'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:48:51.493351 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5fe25b-6de1-4d15-9903-15f4260d7638" -d '{"events": [{"name": "network-changed", "server_uuid": "5616342f-4fb9-4f54-8d79-e50b20c25b17", "tag": "3adfeb7a-2b33-4a9f-9576-f9186952a941"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:48:51.531619 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c7fc3a-fe81-4479-bdd9-72efa5e53da2 x-openstack-request-id: req-67c7fc3a-fe81-4479-bdd9-72efa5e53da2 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:48:51.532251 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5616342f-4fb9-4f54-8d79-e50b20c25b17", "tag": "3adfeb7a-2b33-4a9f-9576-f9186952a941", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:48:51.532251 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67c7fc3a-fe81-4479-bdd9-72efa5e53da2 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:48:51.532643 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c7fc3a-fe81-4479-bdd9-72efa5e53da2'] response: {'name': 'network-changed', 'server_uuid': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'tag': '3adfeb7a-2b33-4a9f-9576-f9186952a941', 'status': 'completed', 'code': 200} May 04 21:48:51.596853 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:51.628447 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-7e621d3a-b1d1-4166-a0dd-a5541c992e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:51.629979 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-7e621d3a-b1d1-4166-a0dd-a5541c992e72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 1129 time: 0.0442369 May 04 21:48:51.722103 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-792fe844-ea76-4409-9e0c-fa3ffd1f3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:51.723608 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-792fe844-ea76-4409-9e0c-fa3ffd1f3d9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 200 len: 912 time: 0.0853450 May 04 21:48:51.794068 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-aed08c84-1d95-4861-8014-cbed46e7cb7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adfeb7a-2b33-4a9f-9576-f9186952a941 HTTP/1.1" status: 200 len: 998 time: 0.0631552 May 04 21:48:51.813010 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '576a4e97-f7c9-46b0-a323-7fc34cec78c9', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'port_id': '3adfeb7a-2b33-4a9f-9576-f9186952a941', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'mac_address': 'fa:16:3e:ad:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:38Z', 'updated_at': '2022-05-04T21:48:50Z', 'revision_number': 1, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:51.839760 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] Checking router: 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:48:51.844883 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-2b8a3b0d-7f8c-4b9c-9ef7-4abe56be7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:51.846395 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-2b8a3b0d-7f8c-4b9c-9ef7-4abe56be7919 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 200 len: 850 time: 0.0459383 May 04 21:48:51.848522 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:48:51.849067 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:48:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:51.891306 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-c212252f-b5c3-4e6f-a470-b1b82e10f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:51.892829 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-c212252f-b5c3-4e6f-a470-b1b82e10f08d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a876eee9-79cf-44aa-82d1-f69c185490e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394418 May 04 21:48:51.959770 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:48:51.987923 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-57c6b79f-6b78-4f0a-8fb2-64cd20a95d7a service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879896 May 04 21:48:52.078300 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0d5fe25b-6de1-4d15-9903-15f4260d7638 req-7da04037-be47-4ad2-bee0-2fb6f0a3b4ea service neutron] 10.222.0.21 "GET /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836339 May 04 21:48:52.172477 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '576a4e97-f7c9-46b0-a323-7fc34cec78c9', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'port_id': '3adfeb7a-2b33-4a9f-9576-f9186952a941', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'mac_address': 'fa:16:3e:ad:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:38Z', 'updated_at': '2022-05-04T21:48:50Z', 'revision_number': 1, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:48:52.203178 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c76d51-416c-4510-8ce8-10fa469d411f None None] The sync data for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi is: [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '576a4e97-f7c9-46b0-a323-7fc34cec78c9', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'port_id': '3adfeb7a-2b33-4a9f-9576-f9186952a941', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'mac_address': 'fa:16:3e:ad:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:38Z', 'updated_at': '2022-05-04T21:48:50Z', 'revision_number': 1, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:48:52.392873 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc33559-1c3d-460f-a0cc-0bd3d841e794 None None] New status for floating IP 576a4e97-f7c9-46b0-a323-7fc34cec78c9: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:48:52.873043 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fcaccf7c-e570-4150-bd78-b6622bf0b7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:52.885761 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47274) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:52.993031 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0296b2c7-913c-4b96-963a-7b45c47db618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.070647 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0296b2c7-913c-4b96-963a-7b45c47db618 admin admin] Publish callbacks [] for security_group (0e22ea22-4995-43a2-8f7c-b510a9d3ab32), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.076620 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0296b2c7-913c-4b96-963a-7b45c47db618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (0e22ea22-4995-43a2-8f7c-b510a9d3ab32), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.119450 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0296b2c7-913c-4b96-963a-7b45c47db618 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04be8f0ae80c41e9b7a0988ca4487440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301552 May 04 21:48:53.119450 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296b2c7-913c-4b96-963a-7b45c47db618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e22ea22-4995-43a2-8f7c-b510a9d3ab32,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:53.120069 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47278) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:53.179422 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eb25243c-724b-4367-923d-6a95c257b642 admin admin] Publish callbacks [] for security_group (0e22ea22-4995-43a2-8f7c-b510a9d3ab32), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.201306 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eb25243c-724b-4367-923d-6a95c257b642 admin admin] Publish callbacks [] for security_group (0e22ea22-4995-43a2-8f7c-b510a9d3ab32), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.251470 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eb25243c-724b-4367-923d-6a95c257b642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (0e22ea22-4995-43a2-8f7c-b510a9d3ab32), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.254011 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-eb25243c-724b-4367-923d-6a95c257b642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.255115 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-eb25243c-724b-4367-923d-6a95c257b642 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e22ea22-4995-43a2-8f7c-b510a9d3ab32 HTTP/1.1" status: 204 len: 168 time: 0.1340706 May 04 21:48:53.263821 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25243c-724b-4367-923d-6a95c257b642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e22ea22-4995-43a2-8f7c-b510a9d3ab32,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:53.527582 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47284) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:53.541558 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e0367f86-3ccc-4f93-ad8c-4fa9347d18e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.619164 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e0367f86-3ccc-4f93-ad8c-4fa9347d18e9 admin admin] Publish callbacks [] for security_group (8f042769-8049-4fad-a59f-daa97ebb1a30), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.625511 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e0367f86-3ccc-4f93-ad8c-4fa9347d18e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (8f042769-8049-4fad-a59f-daa97ebb1a30), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.660513 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0367f86-3ccc-4f93-ad8c-4fa9347d18e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f042769-8049-4fad-a59f-daa97ebb1a30,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:53.664695 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e0367f86-3ccc-4f93-ad8c-4fa9347d18e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90f94f1216ec47f9bd9ff7999091848b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360745 May 04 21:48:53.667495 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47286) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:48:53.715961 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c3632a96-6320-420f-baf8-c33858bc40f2 admin admin] Publish callbacks [] for security_group (8f042769-8049-4fad-a59f-daa97ebb1a30), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.737544 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c3632a96-6320-420f-baf8-c33858bc40f2 admin admin] Publish callbacks [] for security_group (8f042769-8049-4fad-a59f-daa97ebb1a30), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.790550 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c3632a96-6320-420f-baf8-c33858bc40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (8f042769-8049-4fad-a59f-daa97ebb1a30), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.793777 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c3632a96-6320-420f-baf8-c33858bc40f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:53.794903 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c3632a96-6320-420f-baf8-c33858bc40f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f042769-8049-4fad-a59f-daa97ebb1a30 HTTP/1.1" status: 204 len: 168 time: 0.1265178 May 04 21:48:53.802273 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3632a96-6320-420f-baf8-c33858bc40f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f042769-8049-4fad-a59f-daa97ebb1a30,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:48:55.237024 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e5a3-2470-4fac-9623-0fb90a0fe736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:56.137101 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:57.684698 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:58.800753 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e9ff8-4729-4222-8909-77380a9aed0b req-491dfce5-4128-49c8-b55b-a2bf4ed4c1a3 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:58.802209 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df0e9ff8-4729-4222-8909-77380a9aed0b req-491dfce5-4128-49c8-b55b-a2bf4ed4c1a3 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0568037 May 04 21:48:58.844354 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-77197ac0-e945-4f7e-81a5-5e28e4161717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:58.845791 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-77197ac0-e945-4f7e-81a5-5e28e4161717 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8ef92f23d84056b1d9aaf209751e94&device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 1169 time: 0.0618684 May 04 21:48:58.908216 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df0e9ff8-4729-4222-8909-77380a9aed0b req-d74ec46d-fe21-4766-8c72-bc4bd2043884 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903556 May 04 21:48:58.960110 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-0916fbd1-1f3a-4437-8ba7-0c8b9bb1b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:58.961550 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-0916fbd1-1f3a-4437-8ba7-0c8b9bb1b124 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec3d0d36-6424-4ba3-9c8d-588fa00db655 HTTP/1.1" status: 200 len: 915 time: 0.1063926 May 04 21:48:59.032409 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-a2d07809-f90e-44b0-a551-cf0dd5f9864d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 1002 time: 0.0638173 May 04 21:48:59.079525 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-6373799b-c153-4519-984a-a50cbc65cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:59.080963 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-6373799b-c153-4519-984a-a50cbc65cd67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8549acca-2852-407e-8e8e-40303f5557f0 HTTP/1.1" status: 200 len: 853 time: 0.0428827 May 04 21:48:59.124668 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-4269bc1a-4d76-4b40-aead-aaf068a877b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:48:59.126251 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-4269bc1a-4d76-4b40-aead-aaf068a877b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec3d0d36-6424-4ba3-9c8d-588fa00db655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388503 May 04 21:48:59.217877 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-d0cb9b42-9350-478e-98bf-9e9b70dec2a5 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854545 May 04 21:48:59.272033 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:48:59.313546 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e0bf539d-630f-43ca-b54f-ec66604c9274 req-4fe56034-d12f-4a9c-8733-19cd6c8bc879 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888290 May 04 21:49:00.048481 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c82f91-63e2-4bfe-9e88-c86066c47c26 req-273df072-45b4-44bf-add3-126b41f47754 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:00.050345 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-26c82f91-63e2-4bfe-9e88-c86066c47c26 req-273df072-45b4-44bf-add3-126b41f47754 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0582776 May 04 21:49:00.113739 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-26c82f91-63e2-4bfe-9e88-c86066c47c26 req-634fa4b4-df65-4e4d-8b19-e5280144dfdd tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551975 May 04 21:49:01.247209 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fa9f9-dcc2-446d-aca6-ccab9c868b44 req-ccd87108-56f6-4353-9697-1f8ebc8a238c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:01.248736 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0a8fa9f9-dcc2-446d-aca6-ccab9c868b44 req-ccd87108-56f6-4353-9697-1f8ebc8a238c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0533552 May 04 21:49:01.261699 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:01.312982 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0a8fa9f9-dcc2-446d-aca6-ccab9c868b44 req-c5c9f532-272a-4139-8c67-a57e3d7a323d tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542681 May 04 21:49:02.109610 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47420) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:02.223743 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fc591d4c-5332-4e59-a634-d95c19da2097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.300167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fc591d4c-5332-4e59-a634-d95c19da2097 admin admin] Publish callbacks [] for security_group (7b7d4614-ce6c-4eac-8c3b-2869fbf3e4f6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.305972 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fc591d4c-5332-4e59-a634-d95c19da2097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (7b7d4614-ce6c-4eac-8c3b-2869fbf3e4f6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.345641 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-fc591d4c-5332-4e59-a634-d95c19da2097 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33f39fe712c042a0a75e33444a7c582c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349036 May 04 21:49:02.346469 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47426) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:02.346948 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc591d4c-5332-4e59-a634-d95c19da2097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7d4614-ce6c-4eac-8c3b-2869fbf3e4f6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:02.395896 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c875645b-8ed2-4cc0-8286-07dc59a2b0f1 admin admin] Publish callbacks [] for security_group (7b7d4614-ce6c-4eac-8c3b-2869fbf3e4f6), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.417075 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c875645b-8ed2-4cc0-8286-07dc59a2b0f1 admin admin] Publish callbacks [] for security_group (7b7d4614-ce6c-4eac-8c3b-2869fbf3e4f6), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.431108 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a8a35-04db-4080-8919-495faf87a50d req-381cf545-9ee6-4e76-81dd-ac6ca896e714 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:02.432885 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-357a8a35-04db-4080-8919-495faf87a50d req-381cf545-9ee6-4e76-81dd-ac6ca896e714 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0499265 May 04 21:49:02.467600 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c875645b-8ed2-4cc0-8286-07dc59a2b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (7b7d4614-ce6c-4eac-8c3b-2869fbf3e4f6), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.470208 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-c875645b-8ed2-4cc0-8286-07dc59a2b0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.473852 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-c875645b-8ed2-4cc0-8286-07dc59a2b0f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b7d4614-ce6c-4eac-8c3b-2869fbf3e4f6 HTTP/1.1" status: 204 len: 168 time: 0.1239352 May 04 21:49:02.482455 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875645b-8ed2-4cc0-8286-07dc59a2b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7d4614-ce6c-4eac-8c3b-2869fbf3e4f6,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:02.499528 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-357a8a35-04db-4080-8919-495faf87a50d req-c304c881-94f4-42a2-aa6d-9d2e7e66d57b tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603800 May 04 21:49:02.739411 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47432) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:02.753434 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d94a2a0a-bf52-43a2-8d98-cb9819fe48e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.831058 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d94a2a0a-bf52-43a2-8d98-cb9819fe48e9 admin admin] Publish callbacks [] for security_group (fd54f5cb-5644-4108-a56c-dff5bbb8acb2), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.837502 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d94a2a0a-bf52-43a2-8d98-cb9819fe48e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (fd54f5cb-5644-4108-a56c-dff5bbb8acb2), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.878249 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d94a2a0a-bf52-43a2-8d98-cb9819fe48e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd2cab0b75ef4460b8feb7114aa9dc97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377585 May 04 21:49:02.879197 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a2a0a-bf52-43a2-8d98-cb9819fe48e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd54f5cb-5644-4108-a56c-dff5bbb8acb2,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:02.881173 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47434) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:02.931146 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6043dc8f-ea45-460d-b6c0-ff7c43486308 admin admin] Publish callbacks [] for security_group (fd54f5cb-5644-4108-a56c-dff5bbb8acb2), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:02.952337 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6043dc8f-ea45-460d-b6c0-ff7c43486308 admin admin] Publish callbacks [] for security_group (fd54f5cb-5644-4108-a56c-dff5bbb8acb2), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.000826 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6043dc8f-ea45-460d-b6c0-ff7c43486308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (fd54f5cb-5644-4108-a56c-dff5bbb8acb2), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.003430 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6043dc8f-ea45-460d-b6c0-ff7c43486308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.004576 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6043dc8f-ea45-460d-b6c0-ff7c43486308 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd54f5cb-5644-4108-a56c-dff5bbb8acb2 HTTP/1.1" status: 204 len: 168 time: 0.1222265 May 04 21:49:03.011914 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043dc8f-ea45-460d-b6c0-ff7c43486308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd54f5cb-5644-4108-a56c-dff5bbb8acb2,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:03.332533 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47440) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:03.345834 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-acfbb5b0-4c5a-48f1-8364-d37183f2d4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.421842 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-acfbb5b0-4c5a-48f1-8364-d37183f2d4d3 admin admin] Publish callbacks [] for security_group (3bd58495-5099-4ff2-9ee7-552a71c3f406), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.427861 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-acfbb5b0-4c5a-48f1-8364-d37183f2d4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (3bd58495-5099-4ff2-9ee7-552a71c3f406), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.465194 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-acfbb5b0-4c5a-48f1-8364-d37183f2d4d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8be9d26e0d64d21bc630574d197bd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315887 May 04 21:49:03.466058 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbb5b0-4c5a-48f1-8364-d37183f2d4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd58495-5099-4ff2-9ee7-552a71c3f406,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:03.469095 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47442) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:03.533075 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-98639bec-4fd6-4548-834e-bcfbaf46ebcf admin admin] Publish callbacks [] for security_group (3bd58495-5099-4ff2-9ee7-552a71c3f406), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.560506 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-98639bec-4fd6-4548-834e-bcfbaf46ebcf admin admin] Publish callbacks [] for security_group (3bd58495-5099-4ff2-9ee7-552a71c3f406), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.620635 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-98639bec-4fd6-4548-834e-bcfbaf46ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (3bd58495-5099-4ff2-9ee7-552a71c3f406), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.625907 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-98639bec-4fd6-4548-834e-bcfbaf46ebcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:03.628148 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-98639bec-4fd6-4548-834e-bcfbaf46ebcf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bd58495-5099-4ff2-9ee7-552a71c3f406 HTTP/1.1" status: 204 len: 168 time: 0.1577098 May 04 21:49:03.636547 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c12727-9b34-4dc1-a20a-1dfc9c8331b8 req-a96a901a-e305-4740-93b6-f73d27fa5557 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:03.638212 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-48c12727-9b34-4dc1-a20a-1dfc9c8331b8 req-a96a901a-e305-4740-93b6-f73d27fa5557 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0556698 May 04 21:49:03.639439 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98639bec-4fd6-4548-834e-bcfbaf46ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd58495-5099-4ff2-9ee7-552a71c3f406,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:03.704129 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-48c12727-9b34-4dc1-a20a-1dfc9c8331b8 req-7d88c2b0-9162-41dd-ae67-c86517bbfbe8 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556858 May 04 21:49:04.576326 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:49:04.818249 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5604ea-4a03-4dfc-8fee-41c170624644 req-a5ec5e98-eaf0-48dc-b8fc-1800152dcc27 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:04.819741 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6c5604ea-4a03-4dfc-8fee-41c170624644 req-a5ec5e98-eaf0-48dc-b8fc-1800152dcc27 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0470810 May 04 21:49:04.877719 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6c5604ea-4a03-4dfc-8fee-41c170624644 req-fe91fc1e-cb64-4fb6-b161-21fd6d25ef97 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518072 May 04 21:49:06.003984 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e6d2c-4629-47e3-b8cd-6d6435851ebd req-9ebaca6f-4589-4414-bbd6-0f4e91531459 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:06.005650 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9b2e6d2c-4629-47e3-b8cd-6d6435851ebd req-9ebaca6f-4589-4414-bbd6-0f4e91531459 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0583045 May 04 21:49:06.066281 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9b2e6d2c-4629-47e3-b8cd-6d6435851ebd req-289e38b7-43aa-410b-8be0-1c37ac077da3 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547848 May 04 21:49:06.329310 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-b1bb7b38-d89e-477d-a99c-15683f2b0a50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374677 May 04 21:49:06.397350 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-426373da-d07a-4458-a360-961d1ce9f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:06.398799 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-426373da-d07a-4458-a360-961d1ce9f7f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5&device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1129 time: 0.0372024 May 04 21:49:06.515102 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-896f206a-6346-4640-b42b-871a45b07b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:06.516604 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-896f206a-6346-4640-b42b-871a45b07b4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=58dcd464-c9b8-4377-bc94-3c86783ada08 HTTP/1.1" status: 200 len: 910 time: 0.0932398 May 04 21:49:06.586908 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-9821b158-69c6-4ce0-9a18-d0021a23fd2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 200 len: 1000 time: 0.0600114 May 04 21:49:06.641194 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-0661a173-b52f-47bf-8626-5ec75e59037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:06.642524 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-0661a173-b52f-47bf-8626-5ec75e59037b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a49f5ac-4df1-4bde-bd0d-e087fbce9eba HTTP/1.1" status: 200 len: 848 time: 0.0474334 May 04 21:49:06.684560 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-4c3816df-dacf-4ff8-bdf6-352e4f81ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:06.686299 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-4c3816df-dacf-4ff8-bdf6-352e4f81ef20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58dcd464-c9b8-4377-bc94-3c86783ada08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367749 May 04 21:49:06.773366 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-de36b55d-129b-4265-a8a1-17882a80c8a2 service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796087 May 04 21:49:06.867513 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-86d72e8f-0e1c-4a5b-9693-b92fcf2166c8 req-23cb23ae-5045-45c9-b14e-df1cafc8a6e6 service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862713 May 04 21:49:07.178915 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6b0e9-53fb-4777-b4c2-01e5b703e4ba req-4a5e2752-29ef-4de8-8bad-eb8c65f7b39e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:07.180289 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dcc6b0e9-53fb-4777-b4c2-01e5b703e4ba req-4a5e2752-29ef-4de8-8bad-eb8c65f7b39e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0476875 May 04 21:49:07.240669 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dcc6b0e9-53fb-4777-b4c2-01e5b703e4ba req-4e01ba5d-62bc-4841-903b-8f414965d873 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546076 May 04 21:49:08.367669 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69aea28-580b-450c-a8fb-95e22e3e18a0 req-7ad643fc-8091-4a57-b022-90b48ea1bae4 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:08.369190 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b69aea28-580b-450c-a8fb-95e22e3e18a0 req-7ad643fc-8091-4a57-b022-90b48ea1bae4 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0529354 May 04 21:49:08.428348 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b69aea28-580b-450c-a8fb-95e22e3e18a0 req-84240d63-e28e-4a01-9e3f-6225f0b260d9 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533979 May 04 21:49:09.555680 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8347ac-45a7-4802-8b83-031f8c596c1c req-8321f5c6-543a-42cf-9258-90f467881344 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:09.557018 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b8347ac-45a7-4802-8b83-031f8c596c1c req-8321f5c6-543a-42cf-9258-90f467881344 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0500731 May 04 21:49:09.623085 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b8347ac-45a7-4802-8b83-031f8c596c1c req-5a4f0f94-08b9-498d-afc0-2e1c0de80984 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598843 May 04 21:49:10.748149 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21dc3a-3f73-4e12-a02d-7d42dd387de7 req-5894ad7d-d758-4394-82fe-3b999974f16a tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:10.749614 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1a21dc3a-3f73-4e12-a02d-7d42dd387de7 req-5894ad7d-d758-4394-82fe-3b999974f16a tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0506072 May 04 21:49:10.809817 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1a21dc3a-3f73-4e12-a02d-7d42dd387de7 req-1558c5b3-0e39-4c28-81e9-b7a7fbf55ac6 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543740 May 04 21:49:11.940910 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fb4b3-4ab5-42e1-8427-f877a737d333 req-bf9132f5-da41-470a-accd-241a90b6c65e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:11.942327 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b97fb4b3-4ab5-42e1-8427-f877a737d333 req-bf9132f5-da41-470a-accd-241a90b6c65e tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0500295 May 04 21:49:12.005156 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b97fb4b3-4ab5-42e1-8427-f877a737d333 req-74d6de71-ac7a-4659-bbb5-fb8ac489c11c tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544353 May 04 21:49:13.136610 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fe354-102a-496a-a20b-be629f45c013 req-d8dbef03-1a6b-4374-b485-308f1a4b8801 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:13.138033 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7e5fe354-102a-496a-a20b-be629f45c013 req-d8dbef03-1a6b-4374-b485-308f1a4b8801 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0537832 May 04 21:49:13.199729 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7e5fe354-102a-496a-a20b-be629f45c013 req-7e063497-f557-4a21-adeb-58a0dacbd3d2 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532885 May 04 21:49:14.323895 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2ca3b-456c-4471-93e7-9026b654ec67 req-b90bf171-f5fe-43e1-b575-fd9c26481b09 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:14.325407 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-afc2ca3b-456c-4471-93e7-9026b654ec67 req-b90bf171-f5fe-43e1-b575-fd9c26481b09 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0472720 May 04 21:49:14.394148 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-afc2ca3b-456c-4471-93e7-9026b654ec67 req-1bbc38a0-7c0b-4ac8-a4e0-2417f22ea9af tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586426 May 04 21:49:15.526065 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25d4b4-04fa-4d80-887e-3569e4963094 req-ec9e15dc-9dd8-469e-8e3b-5a40fbbf1d22 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:15.527478 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bb25d4b4-04fa-4d80-887e-3569e4963094 req-ec9e15dc-9dd8-469e-8e3b-5a40fbbf1d22 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0513926 May 04 21:49:15.589198 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bb25d4b4-04fa-4d80-887e-3569e4963094 req-fb438834-c67a-46ab-8052-c6c90a0fc1a2 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536323 May 04 21:49:16.708716 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e13be-bda1-47da-b967-6cd0a4421a3c req-596843fb-805d-4a96-8b17-5b6fa6c600c1 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:16.708716 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-410e13be-bda1-47da-b967-6cd0a4421a3c req-596843fb-805d-4a96-8b17-5b6fa6c600c1 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0500181 May 04 21:49:16.764647 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-410e13be-bda1-47da-b967-6cd0a4421a3c req-5a1373d1-e5b0-4d02-815a-e4e092cb5460 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526392 May 04 21:49:17.883249 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a9f47-3345-4d5e-9728-69a81f48083f req-6cafd33c-ea76-4e83-b924-02f239913ef9 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:17.884598 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47576) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:17.885074 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bb2a9f47-3345-4d5e-9728-69a81f48083f req-6cafd33c-ea76-4e83-b924-02f239913ef9 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0483770 May 04 21:49:17.946280 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-bb2a9f47-3345-4d5e-9728-69a81f48083f req-700d1155-18fc-4f42-9a1d-077ee0fa8782 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&id=e8105b16-6af4-4983-a789-a4ec164fafaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554540 May 04 21:49:18.032758 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Deleting port f51d64a5-50d5-4c6f-8043-ea12f2922472 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:18.033078 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (f51d64a5-50d5-4c6f-8043-ea12f2922472), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:18.118222 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (f51d64a5-50d5-4c6f-8043-ea12f2922472), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:18.118553 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for floatingip (f51d64a5-50d5-4c6f-8043-ea12f2922472), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:18.132544 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Calling delete_port for f51d64a5-50d5-4c6f-8043-ea12f2922472 owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:18.311959 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (f51d64a5-50d5-4c6f-8043-ea12f2922472), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:18.338734 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event deleted for resources: {'Port': ['ID=f51d64a5-50d5-4c6f-8043-ea12f2922472,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:18.350023 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.350370 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.350720 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.351047 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.351441 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.351750 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.352064 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.352394 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.352807 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.353133 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.353452 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.353777 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.354094 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.354408 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.354724 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:18.408661 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for floatingip (357d8482-f715-4141-8e9d-1dc93d1401fc), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:18.408983 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Floating IP 357d8482-f715-4141-8e9d-1dc93d1401fc disassociated (deleted). External IP: 172.27.1.99, port: 5eb04a89-85cc-4e66-8eb4-1b6e350c419b. May 04 21:49:18.867009 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:49:18.980309 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:49:18.985063 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:18.990169 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] Sync routers for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:49:19.001114 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:49:19.001734 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:48:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:19.014334 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b093ffa1-f319-40da-acb0-d90f1b4049f4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "DELETE /v2.0/floatingips/357d8482-f715-4141-8e9d-1dc93d1401fc HTTP/1.1" status: 204 len: 168 time: 1.1286509 May 04 21:49:19.014905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:49:19.017279 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43e6993-7e60-4a7f-ac4f-96601f7d9583" -d '{"events": [{"name": "network-changed", "server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:49:19.055372 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75b076e-3bd7-44f9-8c4d-ce59583b31ff x-openstack-request-id: req-b75b076e-3bd7-44f9-8c4d-ce59583b31ff {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:49:19.055826 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:49:19.056194 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b75b076e-3bd7-44f9-8c4d-ce59583b31ff {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:49:19.056809 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b75b076e-3bd7-44f9-8c4d-ce59583b31ff'] response: {'name': 'network-changed', 'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'status': 'completed', 'code': 200} May 04 21:49:19.142578 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-52acc2f1-17a7-441c-bc79-e1d37963abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:19.145193 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-52acc2f1-17a7-441c-bc79-e1d37963abb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5&device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 1129 time: 0.0461996 May 04 21:49:19.204945 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:49:19.280469 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c18af-1d03-464d-8aba-2a5dbcd518c1 req-2c8c2de1-f1cd-48f8-a5b4-7e11f04b83a4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:19.282155 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-269c18af-1d03-464d-8aba-2a5dbcd518c1 req-2c8c2de1-f1cd-48f8-a5b4-7e11f04b83a4 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0651114 May 04 21:49:19.285200 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-ccebbf52-81e0-46f4-8c3e-cd21b12d734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:19.286737 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-ccebbf52-81e0-46f4-8c3e-cd21b12d734c service neutron] 10.222.0.21 "GET /v2.0/networks?id=58dcd464-c9b8-4377-bc94-3c86783ada08 HTTP/1.1" status: 200 len: 910 time: 0.1312962 May 04 21:49:19.337050 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-269c18af-1d03-464d-8aba-2a5dbcd518c1 req-be26e0fd-357b-4ca5-8ff2-099d1708e175 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483437 May 04 21:49:19.396513 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '1e3303a8-61f6-4370-8f23-4a2aed58fcfa', 'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'mac_address': 'fa:16:3e:e3:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:17Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 5, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'subnets': [{'id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:19.422422 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] Checking router: 793d8936-99b6-4085-96cb-7c67c6b8ffa3 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:49:19.430777 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:49:19.431403 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:48:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:19.550592 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:49:19.747480 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '1e3303a8-61f6-4370-8f23-4a2aed58fcfa', 'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'mac_address': 'fa:16:3e:e3:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:17Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 5, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'subnets': [{'id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:19.774138 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b8860-1d73-407d-921a-f83ea23d61ba None None] The sync data for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi is: [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:41:18Z', 'revision_number': 4, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '1e3303a8-61f6-4370-8f23-4a2aed58fcfa', 'name': '', 'network_id': '58dcd464-c9b8-4377-bc94-3c86783ada08', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'mac_address': 'fa:16:3e:e3:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:17Z', 'updated_at': '2022-05-04T21:41:23Z', 'revision_number': 5, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'subnets': [{'id': '4a49f5ac-4df1-4bde-bd0d-e087fbce9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:49:20.013260 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf04c7-e83f-417a-bb30-5d8339af876c None None] New status for floating IP 357d8482-f715-4141-8e9d-1dc93d1401fc: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:49:20.317675 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-866f4bc4-72c9-4a6e-bebe-d06757d0a930 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 200 len: 217 time: 0.0372787 May 04 21:49:20.365972 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-9b06ca7d-9027-4d8e-8f48-ad3df9ab6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:20.367397 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-9b06ca7d-9027-4d8e-8f48-ad3df9ab6827 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a49f5ac-4df1-4bde-bd0d-e087fbce9eba HTTP/1.1" status: 200 len: 848 time: 0.0420802 May 04 21:49:20.435713 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-64c414cb-1cd3-4ffb-bcd5-1a1e31935f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:20.437386 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-64c414cb-1cd3-4ffb-bcd5-1a1e31935f25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58dcd464-c9b8-4377-bc94-3c86783ada08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438890 May 04 21:49:20.460313 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4899a-720f-46f8-bb47-ced2672a9f5d req-30c58f25-62df-4444-aae5-9ed5e480ca6b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:20.461840 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6df4899a-720f-46f8-bb47-ced2672a9f5d req-30c58f25-62df-4444-aae5-9ed5e480ca6b tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0513444 May 04 21:49:20.514473 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6df4899a-720f-46f8-bb47-ced2672a9f5d req-70b301cd-6dc9-4d41-842b-06e50d703fe5 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ce79def-2e16-4a18-b3d3-bdda052ee9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462313 May 04 21:49:20.792725 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-eaea4f84-7019-4c5d-af3c-692570772bd3 service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485343 May 04 21:49:21.064882 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a43e6993-7e60-4a7f-ac4f-96601f7d9583 req-101ed063-a05a-472f-90d6-2acc76473fc1 service neutron] 10.222.0.21 "GET /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972869 May 04 21:49:21.198664 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-f70af12a-4fa4-41fb-97f8-1522ef09c138 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:21.200182 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-f70af12a-4fa4-41fb-97f8-1522ef09c138 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.21 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 945 time: 0.0475101 May 04 21:49:21.298440 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Deleting port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:21.298842 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:21.397774 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] For port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:21.398525 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:21.411553 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Calling delete_port for 5eb04a89-85cc-4e66-8eb4-1b6e350c419b owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:21.550510 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (5eb04a89-85cc-4e66-8eb4-1b6e350c419b), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:21.577964 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event deleted for resources: {'Port': ['ID=5eb04a89-85cc-4e66-8eb4-1b6e350c419b,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:21.604990 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.604990 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.604990 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.605355 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.605579 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.605942 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.606356 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.606642 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.606973 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.607280 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.607624 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.607945 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.608261 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.608582 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.608896 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:21.641229 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-586f57db-9de5-4d47-aaaa-1695850e3240 req-761ac891-9614-42b6-a918-8ab674a62f45 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b34e53-1755-4b3c-a2b7-a53204cb59dd HTTP/1.1" status: 200 len: 210 time: 0.0548239 May 04 21:49:21.666313 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] No DVR routers for this DVR port 5eb04a89-85cc-4e66-8eb4-1b6e350c419b on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:49:21.669054 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:21.672604 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a55cc6bb-15ff-4151-b63c-6bb266ec7abd req-a51c7649-1f17-4d67-a937-56a2d3a3b07f tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.21 "DELETE /v2.0/ports/5eb04a89-85cc-4e66-8eb4-1b6e350c419b HTTP/1.1" status: 204 len: 173 time: 0.4671078 May 04 21:49:21.673062 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'name': 'network-vif-deleted', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:49:21.675972 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851cc5a8-6cd9-4aff-9242-1e7fdfcb9806" -d '{"events": [{"server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "name": "network-vif-deleted", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:49:21.714004 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ae4589-a68c-4b36-ab7b-4c451c0929a8 x-openstack-request-id: req-26ae4589-a68c-4b36-ab7b-4c451c0929a8 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:49:21.714299 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b34e53-1755-4b3c-a2b7-a53204cb59dd", "name": "network-vif-deleted", "tag": "5eb04a89-85cc-4e66-8eb4-1b6e350c419b", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:49:21.714640 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26ae4589-a68c-4b36-ab7b-4c451c0929a8 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:49:21.715070 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ae4589-a68c-4b36-ab7b-4c451c0929a8'] response: {'server_uuid': '47b34e53-1755-4b3c-a2b7-a53204cb59dd', 'name': 'network-vif-deleted', 'tag': '5eb04a89-85cc-4e66-8eb4-1b6e350c419b', 'status': 'completed', 'code': 200} May 04 21:49:22.699191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47676) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:22.765345 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d9080140-f2c5-41d8-9f7f-27178faec909 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group (4ce79def-2e16-4a18-b3d3-bdda052ee9e4), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:22.790960 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d9080140-f2c5-41d8-9f7f-27178faec909 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group (4ce79def-2e16-4a18-b3d3-bdda052ee9e4), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:22.859869 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d9080140-f2c5-41d8-9f7f-27178faec909 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (4ce79def-2e16-4a18-b3d3-bdda052ee9e4), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:22.862900 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d9080140-f2c5-41d8-9f7f-27178faec909 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:22.867517 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d9080140-f2c5-41d8-9f7f-27178faec909 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ce79def-2e16-4a18-b3d3-bdda052ee9e4 HTTP/1.1" status: 204 len: 168 time: 0.1671481 May 04 21:49:22.877174 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ee7a0ea3-4ff3-41d5-8272-84fd3b41f4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:22.883592 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9080140-f2c5-41d8-9f7f-27178faec909 tempest-TestShelveInstance-1300029867 tempest-TestShelveInstance-1300029867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce79def-2e16-4a18-b3d3-bdda052ee9e4,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:22.935976 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47684) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:23.496351 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (793d8936-99b6-4085-96cb-7c67c6b8ffa3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:23.785586 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Deleting port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:23.785833 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:23.877210 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] For port 1e3303a8-61f6-4370-8f23-4a2aed58fcfa, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=1e3303a8-61f6-4370-8f23-4a2aed58fcfa,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:23.877568 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:23.889857 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Calling delete_port for 1e3303a8-61f6-4370-8f23-4a2aed58fcfa owned by network:router_interface {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:24.078651 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (1e3303a8-61f6-4370-8f23-4a2aed58fcfa), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:24.102018 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3303a8-61f6-4370-8f23-4a2aed58fcfa,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:24.232238 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5eb04a89-85cc-4e66-8eb4-1b6e350c419b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:49:24.256015 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 5eb04a89-85cc-4e66-8eb4-1b6e350c419b {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:49:24.256512 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 5eb04a89-85cc-4e66-8eb4-1b6e350c419b not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:49:24.273858 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (793d8936-99b6-4085-96cb-7c67c6b8ffa3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:24.494524 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:49:24.618554 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:49:24.624357 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d77a29e7-1dc9-4de7-9785-4651b109c0ba admin admin] 10.222.0.23 "PUT /v2.0/routers/793d8936-99b6-4085-96cb-7c67c6b8ffa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872239 May 04 21:49:24.627114 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47702) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:24.631701 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] Sync routers for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:49:24.643180 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:49:24.643926 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:48:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:24.749133 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks [] for router (793d8936-99b6-4085-96cb-7c67c6b8ffa3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:24.757504 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:49:24.861913 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks [] for router_gateway (793d8936-99b6-4085-96cb-7c67c6b8ffa3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:24.920234 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Deleting port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:24.921228 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:24.939555 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:49:24Z', 'revision_number': 5, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port': {'id': '3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:14Z', 'updated_at': '2022-05-04T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:24.975072 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] Checking router: 793d8936-99b6-4085-96cb-7c67c6b8ffa3 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:49:24.984902 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] Routers {'793d8936-99b6-4085-96cb-7c67c6b8ffa3'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:49:24.985526 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:48:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:25.020215 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] For port 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:25.023487 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.039804 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Calling delete_port for 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb owned by network:router_gateway {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:25.069522 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c36c2-417e-4cb3-8aad-75ba1b626731 req-cbf7d1f8-138c-4e3c-a363-135b572d591b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:25.077929 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-328c36c2-417e-4cb3-8aad-75ba1b626731 req-cbf7d1f8-138c-4e3c-a363-135b572d591b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0609665 May 04 21:49:25.080934 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] Set router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 gateway port host: None {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:49:25.130072 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-328c36c2-417e-4cb3-8aad-75ba1b626731 req-c6e5bf78-6e92-4b16-944d-d6ed6c54832c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514596 May 04 21:49:25.137971 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:49:24Z', 'revision_number': 6, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port_host': None}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:25.168040 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a8ec9-c424-4243-8fe6-16c0ad5e7db2 None None] The sync data for ids ['793d8936-99b6-4085-96cb-7c67c6b8ffa3'] in dv-cinder-836083-5-iscsi is: [{'id': '793d8936-99b6-4085-96cb-7c67c6b8ffa3', 'name': 'tempest-TestShelveInstance-2084201733-router', 'tenant_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:13Z', 'updated_at': '2022-05-04T21:49:24Z', 'revision_number': 6, 'project_id': '0d5e29b8ac49423f9b0ce4eeb03e6be5', 'gw_port_host': None}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:49:25.241519 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-27850883-54a9-4dd5-add4-caa0c02b590c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.254590 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.281836 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:25.343224 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (793d8936-99b6-4085-96cb-7c67c6b8ffa3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.705054 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (793d8936-99b6-4085-96cb-7c67c6b8ffa3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.707248 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks [] for router_controller (793d8936-99b6-4085-96cb-7c67c6b8ffa3), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.774233 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (793d8936-99b6-4085-96cb-7c67c6b8ffa3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.774627 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793d8936-99b6-4085-96cb-7c67c6b8ffa3 {{(pid=110028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:49:25.779886 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.784373 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4af35264-1d2e-4c42-a039-44862d0ebd12 admin admin] 10.222.0.23 "DELETE /v2.0/routers/793d8936-99b6-4085-96cb-7c67c6b8ffa3 HTTP/1.1" status: 204 len: 168 time: 1.1530602 May 04 21:49:25.784543 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47716) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:25.833761 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f01918f-4909-44a0-bbd5-6561ba4cfbb7 admin admin] Deleting subnet 4a49f5ac-4df1-4bde-bd0d-e087fbce9eba {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:49:25.837656 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f01918f-4909-44a0-bbd5-6561ba4cfbb7 admin admin] Publish callbacks [] for subnet (4a49f5ac-4df1-4bde-bd0d-e087fbce9eba), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.871577 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f01918f-4909-44a0-bbd5-6561ba4cfbb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (4a49f5ac-4df1-4bde-bd0d-e087fbce9eba), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.936810 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 1e3303a8-61f6-4370-8f23-4a2aed58fcfa no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:49:25.949082 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f01918f-4909-44a0-bbd5-6561ba4cfbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (4a49f5ac-4df1-4bde-bd0d-e087fbce9eba), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:25.959087 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 1e3303a8-61f6-4370-8f23-4a2aed58fcfa {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:49:25.959727 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 1e3303a8-61f6-4370-8f23-4a2aed58fcfa not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:49:26.006528 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f01918f-4909-44a0-bbd5-6561ba4cfbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (4a49f5ac-4df1-4bde-bd0d-e087fbce9eba), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.030838 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01918f-4909-44a0-bbd5-6561ba4cfbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a49f5ac-4df1-4bde-bd0d-e087fbce9eba,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:26.034464 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4f01918f-4909-44a0-bbd5-6561ba4cfbb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.040550 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4f01918f-4909-44a0-bbd5-6561ba4cfbb7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4a49f5ac-4df1-4bde-bd0d-e087fbce9eba HTTP/1.1" status: 204 len: 168 time: 0.2523968 May 04 21:49:26.040550 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47718) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:26.041234 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a475d-3723-49f2-84d9-cd47115e3644 None None] Network 58dcd464-c9b8-4377-bc94-3c86783ada08 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:49:26.121275 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (58dcd464-c9b8-4377-bc94-3c86783ada08), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.148399 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.171072 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Deleting port ab22048c-7460-4953-a7a1-66ad31969a48 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:26.171441 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.230516 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] DHCP port deletion for 58dcd464-c9b8-4377-bc94-3c86783ada08 request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:49:26.286332 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] For port ab22048c-7460-4953-a7a1-66ad31969a48, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=ab22048c-7460-4953-a7a1-66ad31969a48,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:26.286813 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Deleting port ab22048c-7460-4953-a7a1-66ad31969a48 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:26.287166 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.287264 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.301428 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab4bf1-174b-4579-b8dd-28c59f184cca req-4b32994c-a279-4044-a740-2057948cd7c8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:26.302954 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-07ab4bf1-174b-4579-b8dd-28c59f184cca req-4b32994c-a279-4044-a740-2057948cd7c8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0938272 May 04 21:49:26.310206 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Calling delete_port for ab22048c-7460-4953-a7a1-66ad31969a48 owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:26.367056 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] For port ab22048c-7460-4953-a7a1-66ad31969a48, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=ab22048c-7460-4953-a7a1-66ad31969a48,segment=NetworkSegment(cd70bf48-1cfe-4140-809f-70bc873f9874),segment_id=cd70bf48-1cfe-4140-809f-70bc873f9874)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:26.367531 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.380636 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Calling delete_port for ab22048c-7460-4953-a7a1-66ad31969a48 owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:26.415921 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-07ab4bf1-174b-4579-b8dd-28c59f184cca req-d6d2ca48-ddf2-40af-ab09-e803854ae731 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029837 May 04 21:49:26.444881 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.471011 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ab22048c-7460-4953-a7a1-66ad31969a48,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:26.474470 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] No DVR routers for this DVR port ab22048c-7460-4953-a7a1-66ad31969a48 on host dv-cinder-836083-5-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:49:26.550559 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (58dcd464-c9b8-4377-bc94-3c86783ada08), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.574142 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dcd464-c9b8-4377-bc94-3c86783ada08']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:26.584226 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd70bf48-1cfe-4140-809f-70bc873f9874') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:26.584489 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd70bf48-1cfe-4140-809f-70bc873f9874') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:26.595547 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (cd70bf48-1cfe-4140-809f-70bc873f9874), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.605488 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687'] for port (ab22048c-7460-4953-a7a1-66ad31969a48), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.610084 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (cd70bf48-1cfe-4140-809f-70bc873f9874), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.617066 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:49:26.617526 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (cd70bf48-1cfe-4140-809f-70bc873f9874), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:49:26.619538 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:49:26.632564 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Pushing event deleted for resources: {'Port': ['ID=ab22048c-7460-4953-a7a1-66ad31969a48,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:26.635001 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] No DVR routers for this DVR port ab22048c-7460-4953-a7a1-66ad31969a48 on host dv-cinder-836083-5-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.645490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.646444 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.646444 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.646444 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.646864 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.647013 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe09a05-21f9-4430-8fcf-36958876a822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:49:26.681856 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (58dcd464-c9b8-4377-bc94-3c86783ada08), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.688592 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:26.691897 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] 10.222.0.23 "DELETE /v2.0/networks/58dcd464-c9b8-4377-bc94-3c86783ada08 HTTP/1.1" status: 204 len: 168 time: 0.6501057 May 04 21:49:26.694832 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47724) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:26.701023 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0116b0d-6ac3-4aa5-bb5e-3b6ff43719bb admin admin] Pushing event deleted for resources: {'Network': ['ID=58dcd464-c9b8-4377-bc94-3c86783ada08,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:27.036507 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (021b931e-15f0-438d-889d-ec26f35a4f97), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:27.286962 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Deleting port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:27.287224 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:27.369719 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] For port bdf6e3ec-1d5f-4671-821e-b4fdef8a126c, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=bdf6e3ec-1d5f-4671-821e-b4fdef8a126c,segment=NetworkSegment(bea9f16e-0440-4ee3-9bb6-72e2f325d640),segment_id=bea9f16e-0440-4ee3-9bb6-72e2f325d640)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:27.370081 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:27.388476 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Calling delete_port for bdf6e3ec-1d5f-4671-821e-b4fdef8a126c owned by network:router_interface {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:27.420990 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:49:27.444882 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:49:27.445305 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 3a9a85e9-5cb9-44f3-b6bc-f43d9ed783eb not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:49:27.445859 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device ab22048c-7460-4953-a7a1-66ad31969a48 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:49:27.465608 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: ab22048c-7460-4953-a7a1-66ad31969a48 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:49:27.465962 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device ab22048c-7460-4953-a7a1-66ad31969a48 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:49:27.564166 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e2c4f-3562-4f0d-9b6b-330841312e88 req-b954913f-4e74-4c24-90c4-71f1cff3226a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:27.565676 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7a3e2c4f-3562-4f0d-9b6b-330841312e88 req-b954913f-4e74-4c24-90c4-71f1cff3226a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0704870 May 04 21:49:27.649874 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7a3e2c4f-3562-4f0d-9b6b-330841312e88 req-6f189f24-b642-4f6a-9c30-e359dcfeeb37 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782027 May 04 21:49:27.650974 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (bdf6e3ec-1d5f-4671-821e-b4fdef8a126c), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:27.676369 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf6e3ec-1d5f-4671-821e-b4fdef8a126c,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:27.691802 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:27.861240 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (021b931e-15f0-438d-889d-ec26f35a4f97), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:28.080821 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Router 021b931e-15f0-438d-889d-ec26f35a4f97 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:49:28.193628 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:49:28.202159 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-7521cee5-1cbe-48a4-ba1d-d331210dc3ce admin admin] 10.222.0.23 "PUT /v2.0/routers/021b931e-15f0-438d-889d-ec26f35a4f97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5030131 May 04 21:49:28.202159 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47732) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:28.202868 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] Sync routers for ids ['021b931e-15f0-438d-889d-ec26f35a4f97'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:49:28.212735 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] Routers {'021b931e-15f0-438d-889d-ec26f35a4f97'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:49:28.213395 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:49:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['021b931e-15f0-438d-889d-ec26f35a4f97'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:28.323816 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks [] for router (021b931e-15f0-438d-889d-ec26f35a4f97), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:28.337501 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] Set router 021b931e-15f0-438d-889d-ec26f35a4f97 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:49:28.432898 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks [] for router_gateway (021b931e-15f0-438d-889d-ec26f35a4f97), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:28.479427 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Deleting port e0ada659-3a05-4be2-b08b-49b9c22fc668 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:28.479822 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:28.501998 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:22Z', 'updated_at': '2022-05-04T21:49:27Z', 'revision_number': 5, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'gw_port': {'id': 'e0ada659-3a05-4be2-b08b-49b9c22fc668', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:41:23Z', 'updated_at': '2022-05-04T21:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:28.529587 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] Checking router: 021b931e-15f0-438d-889d-ec26f35a4f97 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:49:28.539355 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] Routers {'021b931e-15f0-438d-889d-ec26f35a4f97'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:49:28.540437 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:49:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['021b931e-15f0-438d-889d-ec26f35a4f97'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:28.562950 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] For port e0ada659-3a05-4be2-b08b-49b9c22fc668, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=e0ada659-3a05-4be2-b08b-49b9c22fc668,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:28.563745 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:28.581748 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Calling delete_port for e0ada659-3a05-4be2-b08b-49b9c22fc668 owned by network:router_gateway {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:28.637045 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] Set router 021b931e-15f0-438d-889d-ec26f35a4f97 gateway port host: None {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:49:28.693868 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:22Z', 'updated_at': '2022-05-04T21:49:28Z', 'revision_number': 6, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'gw_port_host': None}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:28.723042 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b22b0-22dd-4534-bec9-691ffc9f6ffa None None] The sync data for ids ['021b931e-15f0-438d-889d-ec26f35a4f97'] in dv-cinder-836083-5-iscsi is: [{'id': '021b931e-15f0-438d-889d-ec26f35a4f97', 'name': 'tempest-TestShelveInstance-1778256216-router', 'tenant_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:41:22Z', 'updated_at': '2022-05-04T21:49:28Z', 'revision_number': 6, 'project_id': 'b6c6828cf4f44fa8abce304bf3506cd6', 'gw_port_host': None}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:49:28.765280 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (e0ada659-3a05-4be2-b08b-49b9c22fc668), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:28.782975 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aff7d-3733-4183-9259-0be70a8a45f3 req-a797de46-3d9c-45e2-aa87-86c74ce5bee6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:28.784567 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa9aff7d-3733-4183-9259-0be70a8a45f3 req-a797de46-3d9c-45e2-aa87-86c74ce5bee6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0576966 May 04 21:49:28.791239 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ada659-3a05-4be2-b08b-49b9c22fc668,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:28.838879 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa9aff7d-3733-4183-9259-0be70a8a45f3 req-c3c16d56-fa07-4ba3-bc85-36cef95e7f26 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484223 May 04 21:49:28.864672 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (021b931e-15f0-438d-889d-ec26f35a4f97), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:28.961672 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (021b931e-15f0-438d-889d-ec26f35a4f97), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:28.963905 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks [] for router_controller (021b931e-15f0-438d-889d-ec26f35a4f97), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.008094 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (021b931e-15f0-438d-889d-ec26f35a4f97), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.008674 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 021b931e-15f0-438d-889d-ec26f35a4f97 {{(pid=110027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:49:29.013845 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.015181 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-4469e194-876d-484c-a376-01cbded26d7b admin admin] 10.222.0.23 "DELETE /v2.0/routers/021b931e-15f0-438d-889d-ec26f35a4f97 HTTP/1.1" status: 204 len: 168 time: 0.8121598 May 04 21:49:29.017682 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47736) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:29.066287 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a8c437-c2b2-429f-84ab-272582d77d2f admin admin] Deleting subnet cd5e3625-12e9-4907-b175-3accc7ab7525 {{(pid=110027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:49:29.070010 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c437-c2b2-429f-84ab-272582d77d2f admin admin] Publish callbacks [] for subnet (cd5e3625-12e9-4907-b175-3accc7ab7525), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.105661 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c437-c2b2-429f-84ab-272582d77d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9140398'] for subnet (cd5e3625-12e9-4907-b175-3accc7ab7525), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.219842 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c437-c2b2-429f-84ab-272582d77d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (cd5e3625-12e9-4907-b175-3accc7ab7525), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.269884 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.278814 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c437-c2b2-429f-84ab-272582d77d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8552843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12385139'] for subnet (cd5e3625-12e9-4907-b175-3accc7ab7525), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.304695 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8c437-c2b2-429f-84ab-272582d77d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5e3625-12e9-4907-b175-3accc7ab7525,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:29.308192 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c437-c2b2-429f-84ab-272582d77d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.311765 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-a7a8c437-c2b2-429f-84ab-272582d77d2f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd5e3625-12e9-4907-b175-3accc7ab7525 HTTP/1.1" status: 204 len: 168 time: 0.2931068 May 04 21:49:29.314601 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47740) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:29.315856 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3196582f-1cd2-41f8-9d49-7716a4b359c7 None None] Network eff7148c-4b57-445c-a3f5-ef1cef85139c requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:49:29.386014 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (eff7148c-4b57-445c-a3f5-ef1cef85139c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.433472 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Deleting port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:29.433812 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.498662 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] For port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=9c68f95c-8dd3-40e5-a5d0-057faf9eae7d,segment=NetworkSegment(bea9f16e-0440-4ee3-9bb6-72e2f325d640),segment_id=bea9f16e-0440-4ee3-9bb6-72e2f325d640)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:29.498662 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.505964 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b44f2d-0204-4c04-9f13-aaf0bbf3c34f None None] DHCP port deletion for eff7148c-4b57-445c-a3f5-ef1cef85139c request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:49:29.523491 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Calling delete_port for 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:29.553650 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-24b44f2d-0204-4c04-9f13-aaf0bbf3c34f None None] Deleting port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:49:29.554016 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-24b44f2d-0204-4c04-9f13-aaf0bbf3c34f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.570451 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device bdf6e3ec-1d5f-4671-821e-b4fdef8a126c no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:49:29.603107 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: bdf6e3ec-1d5f-4671-821e-b4fdef8a126c {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:49:29.603870 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device bdf6e3ec-1d5f-4671-821e-b4fdef8a126c not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:49:29.604520 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device e0ada659-3a05-4be2-b08b-49b9c22fc668 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:49:29.614594 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.642186 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c68f95c-8dd3-40e5-a5d0-057faf9eae7d,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:29.647562 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] No DVR routers for this DVR port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d on host dv-cinder-836083-5-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:49:29.663995 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: e0ada659-3a05-4be2-b08b-49b9c22fc668 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:49:29.664459 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device e0ada659-3a05-4be2-b08b-49b9c22fc668 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:49:29.664934 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:49:29.686293 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:49:29.686632 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:49:29.693934 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-24b44f2d-0204-4c04-9f13-aaf0bbf3c34f None None] For port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=9c68f95c-8dd3-40e5-a5d0-057faf9eae7d,segment=NetworkSegment(bea9f16e-0440-4ee3-9bb6-72e2f325d640),segment_id=bea9f16e-0440-4ee3-9bb6-72e2f325d640)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:29.694329 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-24b44f2d-0204-4c04-9f13-aaf0bbf3c34f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.706984 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-24b44f2d-0204-4c04-9f13-aaf0bbf3c34f None None] Calling delete_port for 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:49:29.726115 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (eff7148c-4b57-445c-a3f5-ef1cef85139c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.748888 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff7148c-4b57-445c-a3f5-ef1cef85139c']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:29.759843 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea9f16e-0440-4ee3-9bb6-72e2f325d640') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:29.760145 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea9f16e-0440-4ee3-9bb6-72e2f325d640') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:49:29.770695 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (bea9f16e-0440-4ee3-9bb6-72e2f325d640), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.785413 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (bea9f16e-0440-4ee3-9bb6-72e2f325d640), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.787432 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-24b44f2d-0204-4c04-9f13-aaf0bbf3c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687'] for port (9c68f95c-8dd3-40e5-a5d0-057faf9eae7d), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (bea9f16e-0440-4ee3-9bb6-72e2f325d640), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:49:29.796854 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:49:29.816410 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b44f2d-0204-4c04-9f13-aaf0bbf3c34f None None] Pushing event deleted for resources: {'Port': ['ID=9c68f95c-8dd3-40e5-a5d0-057faf9eae7d,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:29.820079 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b44f2d-0204-4c04-9f13-aaf0bbf3c34f None None] No DVR routers for this DVR port 9c68f95c-8dd3-40e5-a5d0-057faf9eae7d on host dv-cinder-836083-5-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:49:29.859862 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (eff7148c-4b57-445c-a3f5-ef1cef85139c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.873773 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:29.879700 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/eff7148c-4b57-445c-a3f5-ef1cef85139c HTTP/1.1" status: 204 len: 168 time: 0.5615661 May 04 21:49:29.891911 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579b692-c473-4c7b-ab1c-127ee3fba5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eff7148c-4b57-445c-a3f5-ef1cef85139c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:29.966554 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b773a8-d272-48e2-964c-9c497c82a7dc req-3f4807df-e704-434e-86e7-d4f6e118cb3c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:29.968056 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-54b773a8-d272-48e2-964c-9c497c82a7dc req-3f4807df-e704-434e-86e7-d4f6e118cb3c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0554099 May 04 21:49:30.002770 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47746) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:30.018521 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-54b773a8-d272-48e2-964c-9c497c82a7dc req-1b61a856-02af-4ab1-95c1-cbef12e78574 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 May 04 21:49:30.050801 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-8dcc2945-87ae-4f2f-9ead-2af0058a6694 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d5e29b8ac49423f9b0ce4eeb03e6be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468023 May 04 21:49:30.053311 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47748) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:30.101624 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-92797d04-0a8c-49d7-8ed6-baaeb8d50b4c admin admin] Publish callbacks [] for security_group (f7b7254e-d46b-4e86-a5cd-290db62cdb73), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:30.122387 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-92797d04-0a8c-49d7-8ed6-baaeb8d50b4c admin admin] Publish callbacks [] for security_group (f7b7254e-d46b-4e86-a5cd-290db62cdb73), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:30.169728 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-92797d04-0a8c-49d7-8ed6-baaeb8d50b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f7b7254e-d46b-4e86-a5cd-290db62cdb73), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:30.173947 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-92797d04-0a8c-49d7-8ed6-baaeb8d50b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:30.175627 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-92797d04-0a8c-49d7-8ed6-baaeb8d50b4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7b7254e-d46b-4e86-a5cd-290db62cdb73 HTTP/1.1" status: 204 len: 168 time: 0.1212838 May 04 21:49:30.183502 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92797d04-0a8c-49d7-8ed6-baaeb8d50b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b7254e-d46b-4e86-a5cd-290db62cdb73,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:30.514192 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47760) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:30.555699 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-4ec274c4-0921-4e5e-ac38-6310cd752913 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6c6828cf4f44fa8abce304bf3506cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401976 May 04 21:49:30.558177 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 47762) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:30.609479 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-80fc1b04-a25c-45b3-8210-f4fb47e27541 admin admin] Publish callbacks [] for security_group (43075d27-55af-40ce-9a90-9b22e6c98802), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:30.634910 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-80fc1b04-a25c-45b3-8210-f4fb47e27541 admin admin] Publish callbacks [] for security_group (43075d27-55af-40ce-9a90-9b22e6c98802), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:30.685817 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-80fc1b04-a25c-45b3-8210-f4fb47e27541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (43075d27-55af-40ce-9a90-9b22e6c98802), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:30.688629 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-80fc1b04-a25c-45b3-8210-f4fb47e27541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:30.689797 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-80fc1b04-a25c-45b3-8210-f4fb47e27541 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43075d27-55af-40ce-9a90-9b22e6c98802 HTTP/1.1" status: 204 len: 168 time: 0.1307149 May 04 21:49:30.697817 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc1b04-a25c-45b3-8210-f4fb47e27541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43075d27-55af-40ce-9a90-9b22e6c98802,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:31.141884 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c436b9e-46f3-49e3-8cc5-aaab48982fe4 req-ccddff93-eb78-4708-a6ab-3bfaee514042 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:31.143353 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6c436b9e-46f3-49e3-8cc5-aaab48982fe4 req-ccddff93-eb78-4708-a6ab-3bfaee514042 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0487187 May 04 21:49:31.191778 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6c436b9e-46f3-49e3-8cc5-aaab48982fe4 req-330743fe-2c9d-43a4-a811-c60b8e07fd56 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426269 May 04 21:49:31.284032 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:32.321314 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c1c4e-55d5-4aff-8acf-003c6cee2e8c req-40dafbb4-0ff5-4e1e-b64b-279452cbe1ce tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:32.322798 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b86c1c4e-55d5-4aff-8acf-003c6cee2e8c req-40dafbb4-0ff5-4e1e-b64b-279452cbe1ce tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0495899 May 04 21:49:32.370662 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b86c1c4e-55d5-4aff-8acf-003c6cee2e8c req-0ba4e4bf-298a-43ad-bc87-7591a7b35446 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 May 04 21:49:33.498480 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff733b-9619-4fbf-8641-e581cd6241fc req-66213cd3-9fb3-47d8-b831-7d570590cae5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:33.500239 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0aff733b-9619-4fbf-8641-e581cd6241fc req-66213cd3-9fb3-47d8-b831-7d570590cae5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0504546 May 04 21:49:33.547852 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0aff733b-9619-4fbf-8641-e581cd6241fc req-e4742623-aa1f-4ac3-93a5-5ed894348bce tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 May 04 21:49:34.673193 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af5492-1432-4f89-ad73-4ef325e15b56 req-d9568a08-f089-49e8-bcc9-9ed85411826c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:34.674706 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4af5492-1432-4f89-ad73-4ef325e15b56 req-d9568a08-f089-49e8-bcc9-9ed85411826c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0515971 May 04 21:49:34.723977 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b4af5492-1432-4f89-ad73-4ef325e15b56 req-b2de119e-6be9-4cef-b1ea-76a66be6af23 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 May 04 21:49:35.848099 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a7db1-c718-4a59-ad29-25fb613d3647 req-c258dc06-3bc7-4dda-b30d-c5b30b5aaddf tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:35.849581 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d80a7db1-c718-4a59-ad29-25fb613d3647 req-c258dc06-3bc7-4dda-b30d-c5b30b5aaddf tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0498860 May 04 21:49:35.902448 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d80a7db1-c718-4a59-ad29-25fb613d3647 req-7567a59e-fdc9-41d3-94b2-0761d84ec31d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444043 May 04 21:49:37.028732 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0fc95-8a82-47a5-be0e-32a2dbbb0879 req-9a1fa128-a842-40e7-b6e9-142887f75275 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:37.030349 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d7c0fc95-8a82-47a5-be0e-32a2dbbb0879 req-9a1fa128-a842-40e7-b6e9-142887f75275 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0470400 May 04 21:49:37.079923 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d7c0fc95-8a82-47a5-be0e-32a2dbbb0879 req-eaa45da9-4689-4296-81d9-540d52504d7c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429327 May 04 21:49:38.208853 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cee8c-a3d6-44b9-a607-1dbdd726acbd req-61abf641-21fb-4eb3-9e5e-79f2de657b46 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:38.210283 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e49cee8c-a3d6-44b9-a607-1dbdd726acbd req-61abf641-21fb-4eb3-9e5e-79f2de657b46 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0534678 May 04 21:49:38.261395 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e49cee8c-a3d6-44b9-a607-1dbdd726acbd req-bb85f8ca-2a16-4c22-9af7-b3a7ffbd3c21 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 May 04 21:49:38.332634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:49:38.430741 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:38.445004 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'port_id': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'mac_address': 'fa:16:3e:ad:e3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:49:38.481007 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 is: ACTIVE; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:49:38.481388 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:38.493950 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21dd64fa-d499-4810-bbf9-7a4b89c79a57 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:49:38.512460 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:38.518096 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:38.563350 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=6']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:38.693106 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['21dd64fa-d499-4810-bbf9-7a4b89c79a57'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:49:39.387254 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbebf-c7f3-48bf-a269-dcc973484a01 req-b93ab63a-43d0-41a9-9432-9c7468496818 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:39.388730 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6d0fbebf-c7f3-48bf-a269-dcc973484a01 req-b93ab63a-43d0-41a9-9432-9c7468496818 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 945 time: 0.0519700 May 04 21:49:39.439834 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6d0fbebf-c7f3-48bf-a269-dcc973484a01 req-749372ad-130b-4057-9a31-437db9add361 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453837 May 04 21:49:40.339925 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:49:40.396779 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:49:40.397149 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:40.474771 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:49:40.474771 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:40.497226 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:49:40.499439 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547c9c8e-6827-413a-9718-7c8d77fe6e8c" -d '{"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-plugged", "status": "completed", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:49:40.512171 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:49:40.517162 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:40.540050 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84821fc6-b040-4950-9c81-ed3d3fdc86f9 x-openstack-request-id: req-84821fc6-b040-4950-9c81-ed3d3fdc86f9 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:49:40.540358 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-plugged", "status": "completed", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:49:40.540609 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84821fc6-b040-4950-9c81-ed3d3fdc86f9 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:49:40.540998 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84821fc6-b040-4950-9c81-ed3d3fdc86f9'] response: {'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'code': 200} May 04 21:49:40.563670 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0099672-1d5e-4051-b81b-e116077b32eb req-b6e2f30f-a985-4493-b112-2c20bd6746d8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:40.565140 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d0099672-1d5e-4051-b81b-e116077b32eb req-b6e2f30f-a985-4493-b112-2c20bd6746d8 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0505743 May 04 21:49:40.566126 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=7']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:40.611279 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d0099672-1d5e-4051-b81b-e116077b32eb req-9052fc53-2998-4d7f-9e40-4f4848062214 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 May 04 21:49:41.581210 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:49:41.743209 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d943a-253a-49ee-b691-52e41c1d96e4 req-d8d9831a-d0b3-4142-8e2d-824f46ec1ac4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:41.744688 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db7d943a-253a-49ee-b691-52e41c1d96e4 req-d8d9831a-d0b3-4142-8e2d-824f46ec1ac4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0484760 May 04 21:49:41.793200 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db7d943a-253a-49ee-b691-52e41c1d96e4 req-af906950-6119-4808-b691-599668031733 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410411 May 04 21:49:42.919660 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f3b3e-f1fc-443b-a36a-38d2b412f4ed req-16966fda-39e1-490a-bf96-520be39e2c6b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:42.921117 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f00f3b3e-f1fc-443b-a36a-38d2b412f4ed req-16966fda-39e1-490a-bf96-520be39e2c6b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0490398 May 04 21:49:42.967850 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f00f3b3e-f1fc-443b-a36a-38d2b412f4ed req-7928fe8d-1392-412c-97f5-79fb8ce912e6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408084 May 04 21:49:44.092575 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8038d8-ccb4-4931-ad94-fb5247a89e64 req-91453c8e-496e-4f26-8a54-0e3b15cea8bf tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:44.094040 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5c8038d8-ccb4-4931-ad94-fb5247a89e64 req-91453c8e-496e-4f26-8a54-0e3b15cea8bf tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0520933 May 04 21:49:44.143416 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5c8038d8-ccb4-4931-ad94-fb5247a89e64 req-b0db1e8a-2dea-4b1b-a3aa-41b2c7c13287 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 May 04 21:49:45.271871 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec28fc8-222e-4d76-9843-5f834791beb9 req-87653e9f-8c07-4789-b604-6b82d1002b2f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:45.273378 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0ec28fc8-222e-4d76-9843-5f834791beb9 req-87653e9f-8c07-4789-b604-6b82d1002b2f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0555735 May 04 21:49:45.319889 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0ec28fc8-222e-4d76-9843-5f834791beb9 req-b355747d-9acb-4e37-a872-cc93cdc3b892 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 May 04 21:49:46.461050 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b17b4c-161f-452c-858c-bc36081c9353 req-50f01c5a-9dc5-42fe-abdc-a76cf2635739 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:46.462483 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35b17b4c-161f-452c-858c-bc36081c9353 req-50f01c5a-9dc5-42fe-abdc-a76cf2635739 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0588551 May 04 21:49:46.512228 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-35b17b4c-161f-452c-858c-bc36081c9353 req-8dd6219e-15aa-4ef3-a7ee-ab7f1179d9fa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413370 May 04 21:49:47.643848 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826719d-c83f-4155-9df4-8253ed2bb9ce req-ebe52850-8033-4065-b5ce-48dea152c44d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:47.646036 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2826719d-c83f-4155-9df4-8253ed2bb9ce req-ebe52850-8033-4065-b5ce-48dea152c44d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0490158 May 04 21:49:47.699078 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2826719d-c83f-4155-9df4-8253ed2bb9ce req-053f8b91-4ad9-4696-879f-4877516d5c33 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455823 May 04 21:49:48.827791 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa47cba-afca-4e6c-a5cb-e983e962347d req-56826c45-c628-4467-93b7-a476e4227463 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:48.834641 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-caa47cba-afca-4e6c-a5cb-e983e962347d req-56826c45-c628-4467-93b7-a476e4227463 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0614123 May 04 21:49:48.881756 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-caa47cba-afca-4e6c-a5cb-e983e962347d req-837a3e32-12ef-4a85-ac14-1362e0f6e33f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462265 May 04 21:49:50.047195 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe965ca-abb3-45e9-8383-d3a986469fd5 req-e6a10075-49fd-4cba-986f-b01b3106ed51 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:50.048954 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1fe965ca-abb3-45e9-8383-d3a986469fd5 req-e6a10075-49fd-4cba-986f-b01b3106ed51 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0675502 May 04 21:49:50.105989 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1fe965ca-abb3-45e9-8383-d3a986469fd5 req-a31f8945-fbaf-41d7-8b26-a4dd14867c69 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447083 May 04 21:49:51.237413 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082523-5fe1-4a1b-82b6-b01651553ffc req-108013a5-db12-41d1-97be-56c5fb4fb793 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:51.245965 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-90082523-5fe1-4a1b-82b6-b01651553ffc req-108013a5-db12-41d1-97be-56c5fb4fb793 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0577724 May 04 21:49:51.309513 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-90082523-5fe1-4a1b-82b6-b01651553ffc req-6ee9ce4d-fa1d-4071-9dd3-1747a7abda02 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619767 May 04 21:49:52.422188 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df848731-d020-4112-a49e-4bb1b696da5c req-3e5668d0-049d-447c-b8c1-6a610b804085 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:52.423595 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-df848731-d020-4112-a49e-4bb1b696da5c req-3e5668d0-049d-447c-b8c1-6a610b804085 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0477254 May 04 21:49:52.476890 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-df848731-d020-4112-a49e-4bb1b696da5c req-eb4f9dcc-3180-4976-b366-eb8b4d5ab917 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470004 May 04 21:49:52.873374 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b35e88cd-6c80-4043-9115-79bb1a7ac4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:53.576299 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47940) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:53.638325 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63114d30-52b2-48a1-ab7b-cdecf6959188 req-c451bf8c-9ac0-444a-80c6-2825b8c31863 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:53.645384 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-63114d30-52b2-48a1-ab7b-cdecf6959188 req-c451bf8c-9ac0-444a-80c6-2825b8c31863 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0535655 May 04 21:49:53.696442 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-63114d30-52b2-48a1-ab7b-cdecf6959188 req-fb6b530f-fa77-48bc-bd4a-e70e67b58585 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493867 May 04 21:49:53.713898 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-03723500-8435-419b-8935-8e93a801a67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:53.815464 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-03723500-8435-419b-8935-8e93a801a67a admin admin] Publish callbacks [] for security_group (4dcc0183-77b3-440a-a62e-8bc4720e42e7), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:53.820181 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-03723500-8435-419b-8935-8e93a801a67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (4dcc0183-77b3-440a-a62e-8bc4720e42e7), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:53.864981 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-03723500-8435-419b-8935-8e93a801a67a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35ebe6a8858142308ba1addd920c0fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852221 May 04 21:49:53.864981 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03723500-8435-419b-8935-8e93a801a67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcc0183-77b3-440a-a62e-8bc4720e42e7,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:53.866748 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 47944) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:49:53.915105 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-48123508-6411-4e3f-b7b7-c930b3a1d786 admin admin] Publish callbacks [] for security_group (4dcc0183-77b3-440a-a62e-8bc4720e42e7), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:53.938259 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-48123508-6411-4e3f-b7b7-c930b3a1d786 admin admin] Publish callbacks [] for security_group (4dcc0183-77b3-440a-a62e-8bc4720e42e7), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:53.988011 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-48123508-6411-4e3f-b7b7-c930b3a1d786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (4dcc0183-77b3-440a-a62e-8bc4720e42e7), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:53.990633 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-48123508-6411-4e3f-b7b7-c930b3a1d786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:53.992323 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-48123508-6411-4e3f-b7b7-c930b3a1d786 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4dcc0183-77b3-440a-a62e-8bc4720e42e7 HTTP/1.1" status: 204 len: 168 time: 0.1245978 May 04 21:49:54.003595 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48123508-6411-4e3f-b7b7-c930b3a1d786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcc0183-77b3-440a-a62e-8bc4720e42e7,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:49:54.822316 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe54570-b46a-4217-9880-a66c2cf49ce9 req-87e28169-2586-4bed-b4dc-f52f2cdc07f3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:54.823812 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fe54570-b46a-4217-9880-a66c2cf49ce9 req-87e28169-2586-4bed-b4dc-f52f2cdc07f3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0502157 May 04 21:49:54.872592 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fe54570-b46a-4217-9880-a66c2cf49ce9 req-5648998d-e623-4eb9-a098-f1ffe9a448bd tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 May 04 21:49:55.241363 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-61193fd1-219a-4463-8398-93979085eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:55.994678 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf8fe-5bf2-4a7f-98de-8c95ba47cc66 req-c845a634-b307-4173-9495-681cf52652f3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:55.996883 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-929cf8fe-5bf2-4a7f-98de-8c95ba47cc66 req-c845a634-b307-4173-9495-681cf52652f3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0486379 May 04 21:49:56.053554 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-929cf8fe-5bf2-4a7f-98de-8c95ba47cc66 req-bffa6423-f636-4156-b435-48757eed9a03 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506663 May 04 21:49:56.142437 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:57.189448 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300075e-f6bc-4bd7-b21e-6cba8d658a84 req-1a2cb1d4-2065-4384-aef7-5ee734b3dbdd tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:57.190995 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4300075e-f6bc-4bd7-b21e-6cba8d658a84 req-1a2cb1d4-2065-4384-aef7-5ee734b3dbdd tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0584078 May 04 21:49:57.248825 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4300075e-f6bc-4bd7-b21e-6cba8d658a84 req-38aaa72a-1759-4152-bef2-25a5d0ff60e1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518062 May 04 21:49:57.692310 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:58.369498 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8699c5b-c357-4954-9968-d26f490b0d2e req-34860ee6-f36b-4548-a0dd-ad04fa9f2c4e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:58.370968 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a8699c5b-c357-4954-9968-d26f490b0d2e req-34860ee6-f36b-4548-a0dd-ad04fa9f2c4e tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0512426 May 04 21:49:58.419695 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a8699c5b-c357-4954-9968-d26f490b0d2e req-ceb248d5-4c58-4459-a11b-ecb6addd14b0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 May 04 21:49:58.913960 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-a29d230c-2be5-49f9-bd03-5c9d46fa3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:58.915346 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-a29d230c-2be5-49f9-bd03-5c9d46fa3321 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 1130 time: 0.0398517 May 04 21:49:59.005576 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-c84bd7f1-eb31-4add-8997-7173a59349ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:59.007074 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-c84bd7f1-eb31-4add-8997-7173a59349ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.0852489 May 04 21:49:59.072442 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-a6ecc2b0-54dd-4ced-a57b-decc01352b62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57 HTTP/1.1" status: 200 len: 1001 time: 0.0591650 May 04 21:49:59.118774 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-8c7c9d1f-8b8d-42cd-80ac-ba4b387d8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:59.120322 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-8c7c9d1f-8b8d-42cd-80ac-ba4b387d8a02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.0424635 May 04 21:49:59.265814 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:49:59.419829 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-8c7854a5-3f91-4fc4-8977-40af91241101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:59.421612 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-8c7854a5-3f91-4fc4-8977-40af91241101 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2954545 May 04 21:49:59.527866 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-8ea9f96f-2748-4675-987e-7758e40df247 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987606 May 04 21:49:59.621612 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-df7c9fe1-08de-4743-8142-b90d64830df1 req-6a1285e6-aaed-4544-95f2-add628acfd09 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874970 May 04 21:49:59.699745 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750e9c1-a28b-46f6-b7c2-e11b7f0ec07d req-8250111d-d1cf-4566-8aee-da149699b855 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:49:59.701249 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7750e9c1-a28b-46f6-b7c2-e11b7f0ec07d req-8250111d-d1cf-4566-8aee-da149699b855 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.2088964 May 04 21:49:59.747372 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7750e9c1-a28b-46f6-b7c2-e11b7f0ec07d req-4a6affd0-bd69-46ea-bc02-0d0eaf90b831 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403428 May 04 21:50:00.934390 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199eabe-9f78-402e-b92c-2e0a3f627420 req-5c8ff4ec-9ded-48db-9c5d-a0c1867eb2e6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:00.935845 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e199eabe-9f78-402e-b92c-2e0a3f627420 req-5c8ff4ec-9ded-48db-9c5d-a0c1867eb2e6 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.1065388 May 04 21:50:00.981883 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e199eabe-9f78-402e-b92c-2e0a3f627420 req-063192b4-11ae-47d5-9ee6-913fe8f6edf7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403585 May 04 21:50:01.280732 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:02.102532 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570658-7455-45e9-80df-faeae9fdf945 req-3abb0510-f6af-4fb4-854d-bb14d2112ac3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:02.104001 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb570658-7455-45e9-80df-faeae9fdf945 req-3abb0510-f6af-4fb4-854d-bb14d2112ac3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 946 time: 0.0471179 May 04 21:50:02.154110 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb570658-7455-45e9-80df-faeae9fdf945 req-e73ed66c-a6d0-4604-b49e-922f8a2b4e4b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444281 May 04 21:50:02.402752 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:02.479857 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 is: ACTIVE; New status is: DOWN {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:50:02.480251 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:02.503034 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:50:02.505276 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e1632a-5822-4ffa-a502-4848132d202f" -d '{"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-unplugged", "status": "completed", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:50:02.517256 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:02.521706 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:02.543924 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fa0500-ff2c-440a-b9e0-1c9a70bf76e3 x-openstack-request-id: req-a3fa0500-ff2c-440a-b9e0-1c9a70bf76e3 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:50:02.544213 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-unplugged", "status": "failed", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57", "code": 422}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:50:02.544498 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3fa0500-ff2c-440a-b9e0-1c9a70bf76e3 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:50:02.544894 dv-cinder-836083-5-iscsi neutron-server[110029]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a3fa0500-ff2c-440a-b9e0-1c9a70bf76e3']: {'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'code': 422} returned with failed status May 04 21:50:02.573364 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=8']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:03.107763 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3adeb-df44-46b4-bb59-a6408155b237 req-08397b08-a3e9-4776-9fc3-2753f174a539 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:03.109207 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5f3adeb-df44-46b4-bb59-a6408155b237 req-08397b08-a3e9-4776-9fc3-2753f174a539 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0538063 May 04 21:50:03.156098 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5f3adeb-df44-46b4-bb59-a6408155b237 req-e696b242-38b7-42f2-82f7-82d627be2d7d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 May 04 21:50:03.292285 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-c2e55fbd-d2a8-487b-b8b6-adae3e5bea36 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959659 May 04 21:50:03.416984 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-a14bbc5d-77d8-495b-969d-25316bab036a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:03.418767 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-a14bbc5d-77d8-495b-969d-25316bab036a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports/21dd64fa-d499-4810-bbf9-7a4b89c79a57 HTTP/1.1" status: 200 len: 941 time: 0.0956359 May 04 21:50:04.277348 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-f27e2275-ad04-441d-9f0f-1776fb18ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:04.278017 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171702-61f9-4bb3-b6d3-cf9f5b3d229e req-d256d10e-fe0b-4c62-9d22-ee891513a95d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:04.278917 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-f27e2275-ad04-441d-9f0f-1776fb18ce79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3&tenant_id=80373b242ff34b0ba8ac77e122566e67 HTTP/1.1" status: 200 len: 1128 time: 0.0403569 May 04 21:50:04.279093 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4d171702-61f9-4bb3-b6d3-cf9f5b3d229e req-d256d10e-fe0b-4c62-9d22-ee891513a95d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0471699 May 04 21:50:04.332170 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4d171702-61f9-4bb3-b6d3-cf9f5b3d229e req-998ee230-4872-48f0-af14-751dedfe13ea tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 May 04 21:50:04.351793 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-844ab220-fde4-4fd1-9b47-39feef7aeee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:04.353372 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-844ab220-fde4-4fd1-9b47-39feef7aeee6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 1128 time: 0.0393119 May 04 21:50:04.445952 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-45d403fa-0020-415e-bb3c-44b4255040de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:04.447323 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-45d403fa-0020-415e-bb3c-44b4255040de service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.0866258 May 04 21:50:04.516806 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-c44f51b0-2101-45c8-ae35-2d3579e35a2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57 HTTP/1.1" status: 200 len: 999 time: 0.0619044 May 04 21:50:04.570028 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-02e3667a-3e10-4acb-a4e3-0828f74dd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:04.571438 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-02e3667a-3e10-4acb-a4e3-0828f74dd4d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.0480654 May 04 21:50:04.613358 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-925af715-4475-4f41-b5bf-2f1eecbaf853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:04.614790 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-925af715-4475-4f41-b5bf-2f1eecbaf853 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372910 May 04 21:50:04.708387 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-641162fb-d58d-42b3-951f-ba6536590354 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869989 May 04 21:50:04.802551 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-a4477f5e-a8ae-454a-93b7-72635f11afa5 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873904 May 04 21:50:05.457261 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8a95e-6794-46b0-bc29-b1517ec2aa71 req-405aeeb8-5b64-4112-94e6-a842fb2fa2ae tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:05.458790 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-10e8a95e-6794-46b0-bc29-b1517ec2aa71 req-405aeeb8-5b64-4112-94e6-a842fb2fa2ae tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0501711 May 04 21:50:05.525129 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-10e8a95e-6794-46b0-bc29-b1517ec2aa71 req-a360da41-af42-48e2-ae1d-605c2511424a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555480 May 04 21:50:06.438296 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:06.528432 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 is: DOWN; New status is: DOWN {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:50:06.653548 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76068f-dca1-4b6d-adac-9068615a84f2 req-7bf24164-de83-44c1-9254-45fc96454588 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:06.655143 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cf76068f-dca1-4b6d-adac-9068615a84f2 req-7bf24164-de83-44c1-9254-45fc96454588 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0467832 May 04 21:50:06.714477 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cf76068f-dca1-4b6d-adac-9068615a84f2 req-18385dba-a3c0-4bce-9e95-14e1f5577fbd tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528796 May 04 21:50:07.838322 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66681d6d-59c3-4de8-9d00-aac745007ab7 req-513cb387-fa05-4c95-82d3-54c268ec62af tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:07.840217 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-66681d6d-59c3-4de8-9d00-aac745007ab7 req-513cb387-fa05-4c95-82d3-54c268ec62af tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0541947 May 04 21:50:07.898569 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-66681d6d-59c3-4de8-9d00-aac745007ab7 req-dae96107-aae6-43f5-8e3f-0a3c63022f04 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523624 May 04 21:50:09.019404 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4039de-6b7f-4950-b058-f2a163608e0b req-906e853d-53a7-4e4b-9e4b-e8a84b467a63 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:09.021269 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c4039de-6b7f-4950-b058-f2a163608e0b req-906e853d-53a7-4e4b-9e4b-e8a84b467a63 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0473909 May 04 21:50:09.079096 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c4039de-6b7f-4950-b058-f2a163608e0b req-6b92ec4c-122e-4cc0-8448-047dfaf1b96d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515866 May 04 21:50:10.216496 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1d477-237b-4e61-a2b1-55f56fc44b1e req-da0faf02-f84a-4bc6-837f-f1bd033a1b6f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:10.222477 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fad1d477-237b-4e61-a2b1-55f56fc44b1e req-da0faf02-f84a-4bc6-837f-f1bd033a1b6f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0540397 May 04 21:50:10.277627 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fad1d477-237b-4e61-a2b1-55f56fc44b1e req-97224a21-cf61-462d-bb5a-952210bf1ad7 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529251 May 04 21:50:11.411183 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b050a68-1eb2-4013-bec1-638fb8c4588a req-6dc5e1fe-d8d5-4f89-b588-3e45e62c9e77 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:11.412933 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b050a68-1eb2-4013-bec1-638fb8c4588a req-6dc5e1fe-d8d5-4f89-b588-3e45e62c9e77 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0521894 May 04 21:50:11.468072 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b050a68-1eb2-4013-bec1-638fb8c4588a req-011a1072-9df2-47ff-9fa4-9af3d99fba51 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493727 May 04 21:50:12.746128 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e8bb-3a3e-4419-afb6-978b2896ed4d req-56e75519-e37d-402e-9eda-10f33fcd53d4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:12.747683 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2899e8bb-3a3e-4419-afb6-978b2896ed4d req-56e75519-e37d-402e-9eda-10f33fcd53d4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0493755 May 04 21:50:12.802600 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2899e8bb-3a3e-4419-afb6-978b2896ed4d req-f110de3d-b279-40ea-87f4-d882a79de7bd tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486476 May 04 21:50:13.941530 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbbc68-472e-43b9-b5a5-2720ba35623a req-565a9eb9-aca3-4762-80a1-e1cb595f59be tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:13.942969 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6fdbbc68-472e-43b9-b5a5-2720ba35623a req-565a9eb9-aca3-4762-80a1-e1cb595f59be tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0564575 May 04 21:50:13.991923 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6fdbbc68-472e-43b9-b5a5-2720ba35623a req-91e7350e-7135-4e22-8382-667dac2c725a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432048 May 04 21:50:15.123536 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea90ae-7062-4650-9fcb-42247469ad1e req-6b781386-a5c4-4132-8669-77269eb7611d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:15.125000 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-daea90ae-7062-4650-9fcb-42247469ad1e req-6b781386-a5c4-4132-8669-77269eb7611d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0501275 May 04 21:50:15.177591 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-daea90ae-7062-4650-9fcb-42247469ad1e req-2bc8d401-ed64-4135-9250-c796fbc7ccbf tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 May 04 21:50:16.307082 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b97bd-6183-421f-a423-429b7fff5aff req-d1f110ff-d7f7-4ae1-9811-c67d827bd50d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:16.308562 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5b4b97bd-6183-421f-a423-429b7fff5aff req-d1f110ff-d7f7-4ae1-9811-c67d827bd50d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0480514 May 04 21:50:16.361912 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5b4b97bd-6183-421f-a423-429b7fff5aff req-eb1ac740-db41-4483-9483-8202f651620d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449514 May 04 21:50:17.490814 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c558e-fa6a-4481-bcb1-67c25c3a8af1 req-01a22ef7-b0e9-4b5a-918e-3295ea7254b0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:17.492315 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fa4c558e-fa6a-4481-bcb1-67c25c3a8af1 req-01a22ef7-b0e9-4b5a-918e-3295ea7254b0 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0470586 May 04 21:50:17.551535 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fa4c558e-fa6a-4481-bcb1-67c25c3a8af1 req-6fdb1b86-b4ba-459b-9340-28e8e4200a8b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534446 May 04 21:50:18.586439 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:50:18.685740 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87353a-573e-4e64-be4a-96ef0bb0ff27 req-94b097e7-d687-49a0-92a7-991fe699893d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:18.687201 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee87353a-573e-4e64-be4a-96ef0bb0ff27 req-94b097e7-d687-49a0-92a7-991fe699893d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0537169 May 04 21:50:18.733539 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee87353a-573e-4e64-be4a-96ef0bb0ff27 req-95890371-5a18-406e-977a-6172f9ea02e3 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405705 May 04 21:50:19.874842 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb64f4-f489-4b48-97d2-52934204d0d2 req-8cb316ee-d252-44af-ad8a-ee9a3365d6c1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:19.876571 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9ceb64f4-f489-4b48-97d2-52934204d0d2 req-8cb316ee-d252-44af-ad8a-ee9a3365d6c1 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0577307 May 04 21:50:19.926235 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9ceb64f4-f489-4b48-97d2-52934204d0d2 req-2356ca48-a1f4-4674-8337-ada6eb9754f5 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 May 04 21:50:21.060047 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c90f84-60d6-45bb-8826-23021435158f req-7145078c-47f3-41ff-8b9b-f67936400f1f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:21.061510 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35c90f84-60d6-45bb-8826-23021435158f req-7145078c-47f3-41ff-8b9b-f67936400f1f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0542579 May 04 21:50:21.114864 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-35c90f84-60d6-45bb-8826-23021435158f req-3c8b3843-0797-4929-a41e-c1ccac02ef2f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476556 May 04 21:50:22.244975 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13e106-4b92-45bf-b0d2-f5acb2383fdc req-b028fda6-cb9d-4d52-8a5b-729fed72f398 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:22.246504 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da13e106-4b92-45bf-b0d2-f5acb2383fdc req-b028fda6-cb9d-4d52-8a5b-729fed72f398 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 944 time: 0.0500395 May 04 21:50:22.296944 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da13e106-4b92-45bf-b0d2-f5acb2383fdc req-6b3339a0-8047-4ad5-bc59-d9b37719cafa tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447476 May 04 21:50:22.560955 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:50:22.666881 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:22.677898 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'port_id': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'mac_address': 'fa:16:3e:ad:e3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:50:22.716209 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:50:22.716605 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:22.730149 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dd64fa-d499-4810-bbf9-7a4b89c79a57 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:50:22.751105 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:22.757516 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:22.806416 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=9']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:22.884073 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3aea692e-9f7f-4d3c-881c-12d555cdbbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:23.197154 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['21dd64fa-d499-4810-bbf9-7a4b89c79a57'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:50:23.416751 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050849d-bdcd-4474-86a4-4fdf9f824c4a req-e14754c5-38c9-4cb5-90d8-5ecc48d21051 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:23.418263 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0050849d-bdcd-4474-86a4-4fdf9f824c4a req-e14754c5-38c9-4cb5-90d8-5ecc48d21051 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 945 time: 0.0494857 May 04 21:50:23.464672 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0050849d-bdcd-4474-86a4-4fdf9f824c4a req-cda647d1-c26f-468c-9f33-bf80c8b9cd6b tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405519 May 04 21:50:24.573314 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:50:24.600293 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582118f6-4354-4a39-9729-aa944dd89710 req-49b7f03a-1f75-4f53-9e8f-1939ba2f5d10 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:24.601791 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-582118f6-4354-4a39-9729-aa944dd89710 req-49b7f03a-1f75-4f53-9e8f-1939ba2f5d10 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 945 time: 0.0504272 May 04 21:50:24.624579 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:50:24.624954 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:24.656482 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-582118f6-4354-4a39-9729-aa944dd89710 req-f77296bb-4886-4a7f-8b65-01de3b9b886f tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487831 May 04 21:50:24.832121 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:50:24.832504 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:24.855740 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:50:24.857984 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceba0c29-ac2a-4c41-9f54-5c163a521faf" -d '{"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-plugged", "status": "completed", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:50:24.870257 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:24.876192 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:24.898664 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c733f2e7-e3dd-4f43-bd4c-ac0b7a286ff4 x-openstack-request-id: req-c733f2e7-e3dd-4f43-bd4c-ac0b7a286ff4 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:50:24.898976 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-plugged", "status": "completed", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:50:24.899229 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c733f2e7-e3dd-4f43-bd4c-ac0b7a286ff4 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:50:24.899641 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c733f2e7-e3dd-4f43-bd4c-ac0b7a286ff4'] response: {'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'code': 200} May 04 21:50:24.926992 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=10']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:25.146785 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04dcaa-6334-40a7-90c2-3385547dd834 req-30741bd5-c70f-4f52-9117-8c4487d8137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:25.148341 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e04dcaa-6334-40a7-90c2-3385547dd834 req-30741bd5-c70f-4f52-9117-8c4487d8137d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 1131 time: 0.0419083 May 04 21:50:25.197968 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e04dcaa-6334-40a7-90c2-3385547dd834 req-edadeade-fd95-442b-84da-b18543771efa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 May 04 21:50:25.236702 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e9a62252-bfcc-49e3-9a88-55bf4d9f9ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:25.790967 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d05f8-781c-46de-9149-8474a4d2c1fe req-a6d52aa6-7d3d-47ef-8646-e96fb0e2c62d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:25.792593 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dc6d05f8-781c-46de-9149-8474a4d2c1fe req-a6d52aa6-7d3d-47ef-8646-e96fb0e2c62d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0564640 May 04 21:50:25.850270 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dc6d05f8-781c-46de-9149-8474a4d2c1fe req-a6ef9ecc-eba1-4049-a003-f86ff58a6d6d tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516241 May 04 21:50:26.152083 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:26.995977 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81949c-4958-43b7-b826-b37906f3a6be req-b216f78f-6765-4268-ba06-524f7fcd11bc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:26.997392 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef81949c-4958-43b7-b826-b37906f3a6be req-b216f78f-6765-4268-ba06-524f7fcd11bc tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0529387 May 04 21:50:27.045170 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef81949c-4958-43b7-b826-b37906f3a6be req-a6bb75c1-899c-4946-87b3-3ab02cfeabd2 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 May 04 21:50:27.699932 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:28.177123 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3dc9-9f5e-4ed3-bb55-b72be81f0a9e req-9dab9a67-4238-4165-ac4d-2dd2c519e859 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:28.178634 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd8e3dc9-9f5e-4ed3-bb55-b72be81f0a9e req-9dab9a67-4238-4165-ac4d-2dd2c519e859 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0557246 May 04 21:50:28.229475 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-dd8e3dc9-9f5e-4ed3-bb55-b72be81f0a9e req-f6838915-75dc-4d5e-9b1f-af0bbfd07b35 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 May 04 21:50:29.273767 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:29.358132 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1bb7f-3094-4b45-b44e-324c3f113213 req-ad0ed21b-73ed-4794-b02f-78d31eebea29 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:29.359616 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-09e1bb7f-3094-4b45-b44e-324c3f113213 req-ad0ed21b-73ed-4794-b02f-78d31eebea29 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0507066 May 04 21:50:29.406504 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-09e1bb7f-3094-4b45-b44e-324c3f113213 req-5f655011-1508-4cd7-83c5-0b0671bfa9d4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 May 04 21:50:30.536361 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037032-f317-4834-8242-ff6c97c20310 req-96d3abaa-ff9e-44c2-83ff-84ebeb601e50 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:30.537795 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-08037032-f317-4834-8242-ff6c97c20310 req-96d3abaa-ff9e-44c2-83ff-84ebeb601e50 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0482049 May 04 21:50:30.586471 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-08037032-f317-4834-8242-ff6c97c20310 req-d2f4f104-d333-47e2-b993-a8bebc86a915 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429950 May 04 21:50:31.288485 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:31.736468 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf63f-b4b1-4403-9ff8-cb52698539f1 req-7217d3a6-4259-49cd-90f2-64bf1538ba49 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:31.737946 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64acf63f-b4b1-4403-9ff8-cb52698539f1 req-7217d3a6-4259-49cd-90f2-64bf1538ba49 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0623567 May 04 21:50:31.790131 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64acf63f-b4b1-4403-9ff8-cb52698539f1 req-494fba71-2450-47d7-a6bc-7575d684e350 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441611 May 04 21:50:35.827931 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-752b56fe-2748-4ed5-95f9-7652fad26e97 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612787259&fields=id&tenant_id=9b8ef92f23d84056b1d9aaf209751e94 HTTP/1.1" status: 200 len: 267 time: 0.0461559 May 04 21:50:35.887094 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-072051dc-9757-457d-9e75-53c5c4d67651 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:35.888642 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-072051dc-9757-457d-9e75-53c5c4d67651 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 985 time: 0.0549557 May 04 21:50:35.902092 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Request body: {'port': {'security_groups': ['6cb9d497-0181-4ac6-876b-b575dfaca87e']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:50:35.978307 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (13823de9-a250-4c3f-b688-97c72cc66436), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:36.169983 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] For port 13823de9-a250-4c3f-b688-97c72cc66436, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13823de9-a250-4c3f-b688-97c72cc66436,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:36.209466 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for port (13823de9-a250-4c3f-b688-97c72cc66436), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:36.217563 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (13823de9-a250-4c3f-b688-97c72cc66436), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:36.261390 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['13823de9-a250-4c3f-b688-97c72cc66436'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:50:36.275787 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:36.276416 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:36.277848 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-afe364f9-01c9-4156-97e9-428a1b13c5f0 req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "PUT /v2.0/ports/13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 943 time: 0.3802130 May 04 21:50:36.278311 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:50:36.280661 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb64e36c-901b-49ce-b897-2ba2de103659" -d '{"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:50:36.287973 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48224) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:36.301398 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event updated for resources: {'Port': ['ID=13823de9-a250-4c3f-b688-97c72cc66436,revision_number=7']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:36.324455 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.324842 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.325450 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.325784 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.326119 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.326448 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.326772 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.327947 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-e8c037c7-4621-49c8-a0ca-13e494cfb8aa tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381320178&fields=id&tenant_id=ee66d81ea92041cab173ee39d2929456 HTTP/1.1" status: 200 len: 267 time: 0.0883224 May 04 21:50:36.331639 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.332013 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.334734 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.335122 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.335766 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.336112 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.336443 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.336813 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca72f-e1fb-470f-a974-184927607622 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.357945 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b39bac7-c9c8-4663-83be-65fdcf516f16 x-openstack-request-id: req-9b39bac7-c9c8-4663-83be-65fdcf516f16 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:50:36.358239 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:50:36.358545 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b39bac7-c9c8-4663-83be-65fdcf516f16 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:50:36.358954 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b39bac7-c9c8-4663-83be-65fdcf516f16'] response: {'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436', 'status': 'completed', 'code': 200} May 04 21:50:36.453184 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['13823de9-a250-4c3f-b688-97c72cc66436'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:50:36.494628 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-8f41cf5f-54e0-4eae-9d36-44a239aa6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:36.496134 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-8f41cf5f-54e0-4eae-9d36-44a239aa6fad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8ef92f23d84056b1d9aaf209751e94&device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 1130 time: 0.0820155 May 04 21:50:36.508587 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-8986a785-a72b-47ac-b4f0-753130c13c66 None None] Provisioning complete for port 13823de9-a250-4c3f-b688-97c72cc66436 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:50:36.508859 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8986a785-a72b-47ac-b4f0-753130c13c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (13823de9-a250-4c3f-b688-97c72cc66436), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:36.519141 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-8ee26239-c866-452c-b0e7-e7ebd1f56e9f tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:36.520570 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-8ee26239-c866-452c-b0e7-e7ebd1f56e9f tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 811 time: 0.1915822 May 04 21:50:36.554196 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group (e8105b16-6af4-4983-a789-a4ec164fafaa), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:36.569555 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-920f7770-7566-4995-9100-22db142e771c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/quotas/ee66d81ea92041cab173ee39d2929456 HTTP/1.1" status: 200 len: 375 time: 0.0294805 May 04 21:50:36.620656 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group (e8105b16-6af4-4983-a789-a4ec164fafaa), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:36.642230 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-8986a785-a72b-47ac-b4f0-753130c13c66 None None] Current status of the port 13823de9-a250-4c3f-b688-97c72cc66436 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:50:36.700349 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-5c1916c9-1df2-43f5-84e1-2de08786fef5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1224523 May 04 21:50:36.703428 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-e8d50ac8-43b5-48f4-8de8-e4c37833a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:36.704817 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-e8d50ac8-43b5-48f4-8de8-e4c37833a91f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec3d0d36-6424-4ba3-9c8d-588fa00db655 HTTP/1.1" status: 200 len: 915 time: 0.1997244 May 04 21:50:36.721314 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-83d06b44-8582-4319-95fe-40b4519e3e5a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:50:36.722306 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-83d06b44-8582-4319-95fe-40b4519e3e5a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051105 May 04 21:50:36.803900 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (e8105b16-6af4-4983-a789-a4ec164fafaa), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:36.806524 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:36.807676 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8105b16-6af4-4983-a789-a4ec164fafaa HTTP/1.1" status: 204 len: 168 time: 0.5166638 May 04 21:50:36.810832 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48226) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:36.818984 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-0fb4d590-ea46-4aaf-978b-1ed8b9ac1a9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 1002 time: 0.1081157 May 04 21:50:36.859121 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8105b16-6af4-4983-a789-a4ec164fafaa,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:36.892888 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.893241 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.893588 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.893924 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.894259 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.894615 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.894936 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.895259 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.895680 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.896007 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.896332 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.896659 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.896981 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.897301 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.897625 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1729a77-bef8-470c-83d0-aeae9821f882 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:36.921582 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-ecc91fd9-9c06-4a2d-ada7-5e3a663fda8d service neutron] 10.222.0.23 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689267 May 04 21:50:36.925452 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-3e915724-2c7c-4f5d-ad18-e9dcc2251612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:36.926956 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-3e915724-2c7c-4f5d-ad18-e9dcc2251612 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8549acca-2852-407e-8e8e-40303f5557f0 HTTP/1.1" status: 200 len: 853 time: 0.0788655 May 04 21:50:36.973454 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Deleting port 26defafb-e3a5-4053-8480-cdd0d7e1493c {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:36.974099 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (26defafb-e3a5-4053-8480-cdd0d7e1493c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:37.026166 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-a9c63510-7155-49a8-b6f2-8e2cb4fd56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:37.027700 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-a9c63510-7155-49a8-b6f2-8e2cb4fd56fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec3d0d36-6424-4ba3-9c8d-588fa00db655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878782 May 04 21:50:37.038785 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-4e2c7f46-b910-4967-b44f-96cbd0332358 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:50:37.039920 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-4e2c7f46-b910-4967-b44f-96cbd0332358 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050132 May 04 21:50:37.047211 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (26defafb-e3a5-4053-8480-cdd0d7e1493c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:37.047999 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for floatingip (26defafb-e3a5-4053-8480-cdd0d7e1493c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:37.061528 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Calling delete_port for 26defafb-e3a5-4053-8480-cdd0d7e1493c owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:37.074414 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-58003db6-f43b-48f7-87d4-ea79b31f91df service neutron] 10.222.0.23 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423390 May 04 21:50:37.181129 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-94f200e2-6ac5-47ab-b0bb-abdeb84b6dfd service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347513 May 04 21:50:37.294451 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-eb64e36c-901b-49ce-b897-2ba2de103659 req-fe1db4c1-7b7c-4787-b78a-75225b4c3b60 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073182 May 04 21:50:37.315620 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (26defafb-e3a5-4053-8480-cdd0d7e1493c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:37.342949 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event deleted for resources: {'Port': ['ID=26defafb-e3a5-4053-8480-cdd0d7e1493c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:37.410925 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks [] for floatingip (fc361029-d821-425e-9fb5-c467e128f404), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:37.410925 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Floating IP fc361029-d821-425e-9fb5-c467e128f404 disassociated (deleted). External IP: 172.27.1.242, port: 13823de9-a250-4c3f-b688-97c72cc66436. May 04 21:50:37.520534 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1f06c5f3-a1ff-4c88-b8a0-451eef090e7b req-446d245e-346e-4484-8f6c-04672e167a0d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 210 time: 0.0766063 May 04 21:50:37.689140 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Router 2a468142-c510-4925-91eb-0c2b7d9fd50c has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:50:37.806210 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:50:37.811212 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:37.818705 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] Sync routers for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:50:37.830291 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:37.831311 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:37.843537 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-dfbf3e6f-58c5-417a-9ee8-fe5dad01c296 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "DELETE /v2.0/floatingips/fc361029-d821-425e-9fb5-c467e128f404 HTTP/1.1" status: 204 len: 168 time: 1.0315557 May 04 21:50:37.944822 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:38.157462 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'fbead091-9d87-43af-93e0-ea278dcdee56', 'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'mac_address': 'fa:16:3e:c7:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:47Z', 'updated_at': '2022-05-04T21:46:51Z', 'revision_number': 5, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'subnets': [{'id': '8549acca-2852-407e-8e8e-40303f5557f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:38.184540 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] Checking router: 2a468142-c510-4925-91eb-0c2b7d9fd50c for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:50:38.193590 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:38.194194 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:38.308667 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:38.360187 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:50:38.364007 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f06d2fe-8a98-425c-bb85-eb6f4005e248" -d '{"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:50:38.401862 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8786db-f57c-48a5-82b1-8ebe6f4b1a18 x-openstack-request-id: req-2c8786db-f57c-48a5-82b1-8ebe6f4b1a18 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:50:38.402156 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "tag": "13823de9-a250-4c3f-b688-97c72cc66436", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:50:38.402437 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c8786db-f57c-48a5-82b1-8ebe6f4b1a18 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:50:38.402827 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8786db-f57c-48a5-82b1-8ebe6f4b1a18'] response: {'name': 'network-changed', 'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436', 'status': 'completed', 'code': 200} May 04 21:50:38.500851 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'fbead091-9d87-43af-93e0-ea278dcdee56', 'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'mac_address': 'fa:16:3e:c7:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:47Z', 'updated_at': '2022-05-04T21:46:51Z', 'revision_number': 5, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'subnets': [{'id': '8549acca-2852-407e-8e8e-40303f5557f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:38.534091 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e404e3a-88f8-49e4-b789-f5c8731d00af None None] The sync data for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi is: [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:48Z', 'revision_number': 4, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'fbead091-9d87-43af-93e0-ea278dcdee56', 'name': '', 'network_id': 'ec3d0d36-6424-4ba3-9c8d-588fa00db655', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'mac_address': 'fa:16:3e:c7:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8549acca-2852-407e-8e8e-40303f5557f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:47Z', 'updated_at': '2022-05-04T21:46:51Z', 'revision_number': 5, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'subnets': [{'id': '8549acca-2852-407e-8e8e-40303f5557f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:50:38.583684 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-f35a63dc-cf6f-48cc-b2ab-1b3486f38c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:38.585370 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-f35a63dc-cf6f-48cc-b2ab-1b3486f38c69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8ef92f23d84056b1d9aaf209751e94&device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 1130 time: 0.0736964 May 04 21:50:38.645827 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a861efbb-8660-443f-aa25-306609cbca61 req-038bf493-2377-4c04-9c96-156f0aa497e0 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 210 time: 0.0377059 May 04 21:50:38.658457 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-f86c12a4-f0fa-45de-9dea-0989c9f12b42 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:38.660271 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-f86c12a4-f0fa-45de-9dea-0989c9f12b42 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 811 time: 0.1175623 May 04 21:50:38.809679 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be47da-fdea-4ae2-95d7-3154752d5e2f None None] New status for floating IP fc361029-d821-425e-9fb5-c467e128f404: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:50:39.269695 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-57f4bb50-ccd6-4107-94e9-d828c740152c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee66d81ea92041cab173ee39d2929456 HTTP/1.1" status: 200 len: 380 time: 0.1167424 May 04 21:50:39.284817 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-aee7fa83-fec3-471c-9947-b84de6aa4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:39.286224 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-aee7fa83-fec3-471c-9947-b84de6aa4e31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec3d0d36-6424-4ba3-9c8d-588fa00db655 HTTP/1.1" status: 200 len: 915 time: 0.1273506 May 04 21:50:39.590191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'port': {'device_id': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'admin_state_up': True, 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'security_groups': ['f8ad441a-4eb9-425f-96b2-5041c8397b55']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:50:39.649837 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-16156afb-2261-4170-9339-7898d2282796 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 200 len: 217 time: 0.0668488 May 04 21:50:39.750190 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-e146e88c-e84e-4850-a05e-321619ed43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:39.751731 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-e146e88c-e84e-4850-a05e-321619ed43cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8549acca-2852-407e-8e8e-40303f5557f0 HTTP/1.1" status: 200 len: 853 time: 0.0935092 May 04 21:50:39.768386 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b8a2334c-8053-4cd8-973a-3dc15b772d5e req-9a6c5ec9-272e-4858-82b4-4a143f6ae617 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 210 time: 0.0342422 May 04 21:50:39.774179 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Made reservation on behalf of ee66d81ea92041cab173ee39d2929456 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:50:39.778066 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:39.910644 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Allocated IP 172.20.0.3 (df9612c5-32df-4a60-93cb-e6ef3381aecd/0a98e80f-f325-4a3e-9fe1-89e67f48c961/e0803d65-bdd7-4ce9-a3f9-74ad407024b9) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:50:40.055593 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:40.090690 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:40.214250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-4c8a0a44-17d2-48b1-9d9d-788a76e84c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:40.215925 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-4c8a0a44-17d2-48b1-9d9d-788a76e84c17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec3d0d36-6424-4ba3-9c8d-588fa00db655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817592 May 04 21:50:40.219532 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Network df9612c5-32df-4a60-93cb-e6ef3381aecd is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:50:40.224968 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:50:40.229884 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:50:40.233796 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'Port': ['ID=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:40.336740 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:40.337354 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:40.365885 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-32ae9f0d-aee7-453f-8f38-89e961b039d1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7847865 May 04 21:50:40.376926 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-9be7ac09-940e-4dd1-b3ca-1f884db43bb4 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188226 May 04 21:50:40.389048 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Request body: {'port': {'device_id': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:50:40.516089 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-abf4074b-f921-4603-a023-4d8a92fb2ef7 None None] Provisioning complete for port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:50:40.516739 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:40.516849 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-abf4074b-f921-4603-a023-4d8a92fb2ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:40.540257 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0f06d2fe-8a98-425c-bb85-eb6f4005e248 req-8c9336ab-8514-4299-8d96-84a2cc553e90 service neutron] 10.222.0.21 "GET /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554079 May 04 21:50:40.549385 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-abf4074b-f921-4603-a023-4d8a92fb2ef7 None None] Port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:50:40.799592 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0803d65-bdd7-4ce9-a3f9-74ad407024b9 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:50:40.807232 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Publish callbacks [] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:40.820084 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Transition to ACTIVE for port object e0803d65-bdd7-4ce9-a3f9-74ad407024b9 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:50:40.826707 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:40.876805 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Pushing event updated for resources: {'Port': ['ID=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:40.887262 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8633cad-3dc6-4927-a038-7ff0c039e3a4 req-70bb397d-381d-4111-9cba-2ac56af7b10c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:40.888853 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8633cad-3dc6-4927-a038-7ff0c039e3a4 req-70bb397d-381d-4111-9cba-2ac56af7b10c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 943 time: 0.0571103 May 04 21:50:40.945390 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8633cad-3dc6-4927-a038-7ff0c039e3a4 req-0e319355-e5db-4caf-81c6-1c620346311c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501597 May 04 21:50:40.957426 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Attempting to bind port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:50:40.957797 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Attempting to bind port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:50:40.958104 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Attempting to bind port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 on network df9612c5-32df-4a60-93cb-e6ef3381aecd {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:50:40.962640 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 on network df9612c5-32df-4a60-93cb-e6ef3381aecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:50:40.962971 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Attempting to bind port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 on network df9612c5-32df-4a60-93cb-e6ef3381aecd {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:50:40.967791 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:50:40.968128 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Checking segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:50:40.968515 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Bound using segment: {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:50:40.968946 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Bound port: e0803d65-bdd7-4ce9-a3f9-74ad407024b9, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb153471-12a7-4130-9ff9-a8dae579d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:50:40.969307 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:41.041383 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] For port e0803d65-bdd7-4ce9-a3f9-74ad407024b9, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:50:41.044721 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] For port e0803d65-bdd7-4ce9-a3f9-74ad407024b9, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:50:41.050444 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:41.085857 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:41.086473 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:41.087972 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] 10.222.0.21 "PUT /v2.0/ports/e0803d65-bdd7-4ce9-a3f9-74ad407024b9 HTTP/1.1" status: 200 len: 1093 time: 0.7043819 May 04 21:50:41.088333 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:50:41.090596 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bcd902-e2eb-46bb-85a4-b839e15c2b65" -d '{"events": [{"name": "network-changed", "server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:50:41.111652 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b46832-0b2a-4099-82c5-3b015b08deca service neutron] Pushing event updated for resources: {'Port': ['ID=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:41.140307 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b000d8-cdcf-407a-8c9e-18b1538d460f x-openstack-request-id: req-d2b000d8-cdcf-407a-8c9e-18b1538d460f {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:50:41.140611 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:50:41.140910 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2b000d8-cdcf-407a-8c9e-18b1538d460f {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:50:41.141324 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b000d8-cdcf-407a-8c9e-18b1538d460f'] response: {'name': 'network-changed', 'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'status': 'completed', 'code': 200} May 04 21:50:41.211835 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-ad8dadf4-f5bb-40af-8fc8-641deb24ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:41.213590 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-ad8dadf4-f5bb-40af-8fc8-641deb24ca62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 1127 time: 0.0431137 May 04 21:50:41.325432 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-4613a8e1-522e-4bd6-8111-34717d124698 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0803d65-bdd7-4ce9-a3f9-74ad407024b9 HTTP/1.1" status: 200 len: 217 time: 0.0858123 May 04 21:50:41.392376 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-7d645035-b9d3-48d5-8040-bab56a3106df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:41.393925 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-7d645035-b9d3-48d5-8040-bab56a3106df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0613892 May 04 21:50:41.456250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-14b9c2ac-2cba-4817-a4f4-97b274947ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:41.457853 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-14b9c2ac-2cba-4817-a4f4-97b274947ef7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448494 May 04 21:50:41.555323 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-83a39847-1eff-4fd1-8860-9746034797a8 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890365 May 04 21:50:41.645750 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-db488bdc-3608-4056-bb0f-78a6b43d79d1 req-5be3c237-4191-4b69-ba78-6c66babd46d9 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834954 May 04 21:50:41.763112 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-1fab82b4-52c3-4a6e-a975-2f3e5025d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:41.764700 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-1fab82b4-52c3-4a6e-a975-2f3e5025d873 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 1127 time: 0.0425227 May 04 21:50:41.852585 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-aaaa5e94-af02-49d8-b0de-29d282e3d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:41.854005 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-aaaa5e94-af02-49d8-b0de-29d282e3d9ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 912 time: 0.0826149 May 04 21:50:41.897846 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-4bbe76c8-2938-4bf1-8dfa-cf256eeac5f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0803d65-bdd7-4ce9-a3f9-74ad407024b9 HTTP/1.1" status: 200 len: 217 time: 0.0368085 May 04 21:50:41.947280 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-4acf6d98-2b54-475e-9913-5993e437d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:41.948697 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-4acf6d98-2b54-475e-9913-5993e437d6a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0439272 May 04 21:50:41.990744 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-5d4a81b7-7de2-4068-afb3-f91d6b21ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:41.992272 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-5d4a81b7-7de2-4068-afb3-f91d6b21ab8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372419 May 04 21:50:42.064602 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb72b3-87ff-4733-9507-32bd29bdf9d5 req-4c276fea-a98e-414a-b03a-ded846391c86 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:42.066122 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5eeb72b3-87ff-4733-9507-32bd29bdf9d5 req-4c276fea-a98e-414a-b03a-ded846391c86 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 943 time: 0.0498292 May 04 21:50:42.121890 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5eeb72b3-87ff-4733-9507-32bd29bdf9d5 req-5ec8fa0b-bbff-41a4-844a-51e290405d14 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489659 May 04 21:50:42.366041 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-eb28d2ce-7cb9-45da-964f-dc08d4dc1323 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671646 May 04 21:50:42.756469 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded416e-3d88-4750-9b12-6e9d362ae679 req-7cbda395-bd95-4037-8bc2-af0ebe90aecb tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:42.758240 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8ded416e-3d88-4750-9b12-6e9d362ae679 req-7cbda395-bd95-4037-8bc2-af0ebe90aecb tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0461240 May 04 21:50:42.804932 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8ded416e-3d88-4750-9b12-6e9d362ae679 req-d7ea50bd-9b95-4794-beeb-41f9d6a6f6c4 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 May 04 21:50:43.256866 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab5c95-400a-4e39-880e-62a2da5326e9 req-bd5496a4-aa23-42c3-98ad-d886d6a9fd89 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:43.259901 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8bab5c95-400a-4e39-880e-62a2da5326e9 req-bd5496a4-aa23-42c3-98ad-d886d6a9fd89 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 943 time: 0.0592384 May 04 21:50:43.312386 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8bab5c95-400a-4e39-880e-62a2da5326e9 req-90dc0283-aa9e-4cc1-9f2d-2921eb1ca795 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473578 May 04 21:50:43.479129 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-44bcd902-e2eb-46bb-85a4-b839e15c2b65 req-06e121b6-2440-487f-8f13-31cf1b299d9c service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990000 May 04 21:50:43.938477 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9824839-df74-4b7b-855f-e6b70413e3de req-a9337c91-e4f3-4db4-91f6-37b398dd9f63 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:43.939984 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e9824839-df74-4b7b-855f-e6b70413e3de req-a9337c91-e4f3-4db4-91f6-37b398dd9f63 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0595520 May 04 21:50:43.988562 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e9824839-df74-4b7b-855f-e6b70413e3de req-cff17174-b856-495f-af48-0338f55fa8d1 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400171 May 04 21:50:44.442650 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723791a-cac9-4d3c-ab82-cb0952258908 req-b56a7d99-5e5e-48a8-a060-e060d625b585 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:44.444726 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3723791a-cac9-4d3c-ab82-cb0952258908 req-b56a7d99-5e5e-48a8-a060-e060d625b585 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 943 time: 0.0490015 May 04 21:50:44.498742 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3723791a-cac9-4d3c-ab82-cb0952258908 req-97bc8aba-8f32-4a6f-81a6-cf2f29307cd0 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443590 May 04 21:50:45.111716 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e06366-62b2-4f77-9f1a-03999cb9789c req-7fb25e2e-0c9d-472b-b79b-8240f81004c4 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:45.113144 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-78e06366-62b2-4f77-9f1a-03999cb9789c req-7fb25e2e-0c9d-472b-b79b-8240f81004c4 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0520904 May 04 21:50:45.158889 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-78e06366-62b2-4f77-9f1a-03999cb9789c req-a4871361-f024-42cf-9287-b94e1544d4ab tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401947 May 04 21:50:45.616244 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960c402-7cc9-42c7-a343-9a06375ba99b req-9a525f30-54c8-4093-9e79-f2ee53cb4d87 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:45.617700 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a960c402-7cc9-42c7-a343-9a06375ba99b req-9a525f30-54c8-4093-9e79-f2ee53cb4d87 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 943 time: 0.0467579 May 04 21:50:45.669724 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a960c402-7cc9-42c7-a343-9a06375ba99b req-ce141356-5944-4372-b640-60be1970a1d4 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464268 May 04 21:50:46.291970 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385bdc2-75e7-4a66-b69e-ae9d57923f81 req-841a521e-f4df-48fc-b4f7-ddbb66926033 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:46.293455 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c385bdc2-75e7-4a66-b69e-ae9d57923f81 req-841a521e-f4df-48fc-b4f7-ddbb66926033 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0545135 May 04 21:50:46.620383 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c385bdc2-75e7-4a66-b69e-ae9d57923f81 req-719fd052-15a9-4f5d-b965-b15748ef5935 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182273 May 04 21:50:46.798010 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b775111-2625-4306-8c73-9e5f232a9628 req-e189e602-6c9b-4f8a-90bc-e421ba84f551 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:46.799671 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7b775111-2625-4306-8c73-9e5f232a9628 req-e189e602-6c9b-4f8a-90bc-e421ba84f551 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 943 time: 0.0580895 May 04 21:50:46.850572 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7b775111-2625-4306-8c73-9e5f232a9628 req-27e19bc4-775f-4efe-b54d-b34f8c9fd51a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 May 04 21:50:46.959753 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-98dad4b2-0d0e-41c1-9da0-374b2d3e51eb tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:46.961259 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-98dad4b2-0d0e-41c1-9da0-374b2d3e51eb tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.21 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0499003 May 04 21:50:47.652667 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Deleting port 13823de9-a250-4c3f-b688-97c72cc66436 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:47.653022 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (13823de9-a250-4c3f-b688-97c72cc66436), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:47.738596 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0ba38-7733-4077-8a49-7eefdda38b4c req-106cf7e3-6b23-46ee-ab6a-8fdf7f507d4d tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:47.740114 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b5c0ba38-7733-4077-8a49-7eefdda38b4c req-106cf7e3-6b23-46ee-ab6a-8fdf7f507d4d tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c43b99-8aff-4053-8a8f-a9ef8653a678 HTTP/1.1" status: 200 len: 946 time: 0.0465348 May 04 21:50:47.752069 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] For port 13823de9-a250-4c3f-b688-97c72cc66436, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13823de9-a250-4c3f-b688-97c72cc66436,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:47.752445 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (13823de9-a250-4c3f-b688-97c72cc66436), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:47.766328 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Calling delete_port for 13823de9-a250-4c3f-b688-97c72cc66436 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:47.786122 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b5c0ba38-7733-4077-8a49-7eefdda38b4c req-9175cedc-4c76-4e2e-aed8-1c3cf2bc76d7 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cb9d497-0181-4ac6-876b-b575dfaca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 May 04 21:50:47.897193 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (13823de9-a250-4c3f-b688-97c72cc66436), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:47.938993 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Pushing event deleted for resources: {'Port': ['ID=13823de9-a250-4c3f-b688-97c72cc66436,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:48.005356 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] No DVR routers for this DVR port 13823de9-a250-4c3f-b688-97c72cc66436 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:50:48.008006 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:48.011371 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c3f0df69-bfaf-492d-a7d8-27062ece0df4 req-4d37bc8d-d0f3-4c07-8b51-e7981740b1f5 tempest-TestMinimumBasicScenario-334426253 tempest-TestMinimumBasicScenario-334426253-project] 10.222.0.21 "DELETE /v2.0/ports/13823de9-a250-4c3f-b688-97c72cc66436 HTTP/1.1" status: 204 len: 173 time: 0.4487872 May 04 21:50:48.011998 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'name': 'network-vif-deleted', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:50:48.014326 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d9e7c-01d0-4b33-94a0-54b9b32c9c51" -d '{"events": [{"server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "name": "network-vif-deleted", "tag": "13823de9-a250-4c3f-b688-97c72cc66436"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:50:48.022915 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786b0d6-6626-4526-ac53-065c18a45f9b req-7f886696-2ff4-42ab-abce-99f6188c6331 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:48.024436 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4786b0d6-6626-4526-ac53-065c18a45f9b req-7f886696-2ff4-42ab-abce-99f6188c6331 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 943 time: 0.0989852 May 04 21:50:48.069381 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57ed998-e31d-456c-91f2-d3d1df07cb0e x-openstack-request-id: req-e57ed998-e31d-456c-91f2-d3d1df07cb0e {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:50:48.069675 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c43b99-8aff-4053-8a8f-a9ef8653a678", "name": "network-vif-deleted", "tag": "13823de9-a250-4c3f-b688-97c72cc66436", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:50:48.070097 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e57ed998-e31d-456c-91f2-d3d1df07cb0e {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:50:48.070328 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57ed998-e31d-456c-91f2-d3d1df07cb0e'] response: {'server_uuid': '18c43b99-8aff-4053-8a8f-a9ef8653a678', 'name': 'network-vif-deleted', 'tag': '13823de9-a250-4c3f-b688-97c72cc66436', 'status': 'completed', 'code': 200} May 04 21:50:48.084965 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4786b0d6-6626-4526-ac53-065c18a45f9b req-c2c9929d-9099-4a51-a840-ce42f3bf95fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525873 May 04 21:50:48.963739 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device e0803d65-bdd7-4ce9-a3f9-74ad407024b9 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:50:48.974167 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 13823de9-a250-4c3f-b688-97c72cc66436 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:49.000328 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 13823de9-a250-4c3f-b688-97c72cc66436 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:50:49.000761 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 13823de9-a250-4c3f-b688-97c72cc66436 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:50:49.089688 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port e0803d65-bdd7-4ce9-a3f9-74ad407024b9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:49.101349 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'port_id': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'mac_address': 'fa:16:3e:1a:73:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:50:49.144084 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:50:49.144480 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:49.158093 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0803d65-bdd7-4ce9-a3f9-74ad407024b9 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:50:49.180175 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port e0803d65-bdd7-4ce9-a3f9-74ad407024b9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:49.187643 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:49.202757 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d690271-f090-4c5f-a657-a5b0ed32450f req-d3284b80-2f2a-43c4-b615-5a281fef6ea3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:49.204966 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4d690271-f090-4c5f-a657-a5b0ed32450f req-d3284b80-2f2a-43c4-b615-5a281fef6ea3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 943 time: 0.0509255 May 04 21:50:49.250668 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:49.259055 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.259348 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.259726 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.260085 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.260421 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.260753 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.261079 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.261421 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.261731 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.262085 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.262407 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.262748 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.263072 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.263206 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-4d690271-f090-4c5f-a657-a5b0ed32450f req-1b7e985f-d497-4fb9-9b9a-6012ad2e6d5c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490913 May 04 21:50:49.263404 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.263917 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:50:49.398237 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48418) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:49.624650 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['e0803d65-bdd7-4ce9-a3f9-74ad407024b9'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:50:49.744431 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (2a468142-c510-4925-91eb-0c2b7d9fd50c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:49.987792 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Deleting port fbead091-9d87-43af-93e0-ea278dcdee56 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:49.988039 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:50.068748 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] For port fbead091-9d87-43af-93e0-ea278dcdee56, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=fbead091-9d87-43af-93e0-ea278dcdee56,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:50.069078 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:50.084224 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Calling delete_port for fbead091-9d87-43af-93e0-ea278dcdee56 owned by network:router_interface {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:50.279743 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (fbead091-9d87-43af-93e0-ea278dcdee56), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:50.308721 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbead091-9d87-43af-93e0-ea278dcdee56,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:50.418390 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ee4a7-d88c-459e-a854-7e21c65a2cc4 req-dde7c8cf-a998-4b39-b309-4f2e01cacf4d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:50.420493 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943ee4a7-d88c-459e-a854-7e21c65a2cc4 req-dde7c8cf-a998-4b39-b309-4f2e01cacf4d tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 944 time: 0.0790367 May 04 21:50:50.556706 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943ee4a7-d88c-459e-a854-7e21c65a2cc4 req-0ef024ce-20ae-4aa3-9dd7-9e39f2b35bca tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920210 May 04 21:50:50.567732 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (2a468142-c510-4925-91eb-0c2b7d9fd50c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:50.803989 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Router 2a468142-c510-4925-91eb-0c2b7d9fd50c has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:50:50.914801 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:50:50.919856 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-63cb74b7-2f6f-4ef6-8231-6c5407bd3370 admin admin] 10.222.0.23 "PUT /v2.0/routers/2a468142-c510-4925-91eb-0c2b7d9fd50c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5205774 May 04 21:50:50.922618 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48436) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:50.925045 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] Sync routers for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:50:50.939078 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:50.939727 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:50.976458 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device e0803d65-bdd7-4ce9-a3f9-74ad407024b9 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:50:51.036168 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:50:51.044145 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:50:51.044596 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.055666 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:51.059069 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks [] for router (2a468142-c510-4925-91eb-0c2b7d9fd50c), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.131676 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:50:51.132151 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.158216 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:50:51.161187 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dc9bf6-db9c-40e4-941a-b330df50245b" -d '{"events": [{"server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "name": "network-vif-plugged", "status": "completed", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:50:51.172831 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks [] for router_gateway (2a468142-c510-4925-91eb-0c2b7d9fd50c), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.174453 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port e0803d65-bdd7-4ce9-a3f9-74ad407024b9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:51.180723 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.207494 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a483c5c0-7f85-4d95-81ca-49a19e21b775 x-openstack-request-id: req-a483c5c0-7f85-4d95-81ca-49a19e21b775 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:50:51.207782 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "name": "network-vif-plugged", "status": "completed", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:50:51.208192 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a483c5c0-7f85-4d95-81ca-49a19e21b775 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:50:51.208760 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a483c5c0-7f85-4d95-81ca-49a19e21b775'] response: {'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'code': 200} May 04 21:50:51.232656 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Deleting port af17949b-c572-4d50-a50c-fa065ba0fdc2 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:51.233003 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.238046 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:51.252593 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:50:50Z', 'revision_number': 5, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port': {'id': 'af17949b-c572-4d50-a50c-fa065ba0fdc2', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:51.283406 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] Checking router: 2a468142-c510-4925-91eb-0c2b7d9fd50c for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:50:51.291690 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] Routers {'2a468142-c510-4925-91eb-0c2b7d9fd50c'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:51.292311 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['2a468142-c510-4925-91eb-0c2b7d9fd50c'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:51.311604 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] For port af17949b-c572-4d50-a50c-fa065ba0fdc2, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=af17949b-c572-4d50-a50c-fa065ba0fdc2,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:51.311967 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.324851 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Calling delete_port for af17949b-c572-4d50-a50c-fa065ba0fdc2 owned by network:router_gateway {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:51.377232 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] Set router 2a468142-c510-4925-91eb-0c2b7d9fd50c gateway port host: None {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:51.517894 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (af17949b-c572-4d50-a50c-fa065ba0fdc2), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.528494 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:50:51Z', 'revision_number': 6, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port_host': None}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:51.547050 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Pushing event deleted for resources: {'Port': ['ID=af17949b-c572-4d50-a50c-fa065ba0fdc2,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:51.554497 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9f247-b147-4c61-8412-5da19da5fe97 None None] The sync data for ids ['2a468142-c510-4925-91eb-0c2b7d9fd50c'] in dv-cinder-836083-5-iscsi is: [{'id': '2a468142-c510-4925-91eb-0c2b7d9fd50c', 'name': 'tempest-TestMinimumBasicScenario-962286413-router', 'tenant_id': '9b8ef92f23d84056b1d9aaf209751e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:45Z', 'updated_at': '2022-05-04T21:50:51Z', 'revision_number': 6, 'project_id': '9b8ef92f23d84056b1d9aaf209751e94', 'gw_port_host': None}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:50:51.616606 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (2a468142-c510-4925-91eb-0c2b7d9fd50c), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.690408 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f794e7-bef3-46ad-b23f-58404a6714e3 req-25aa4486-8442-4b86-bfbe-7c8b521025a6 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:51.692099 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b4f794e7-bef3-46ad-b23f-58404a6714e3 req-25aa4486-8442-4b86-bfbe-7c8b521025a6 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 945 time: 0.0536444 May 04 21:50:51.735399 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (2a468142-c510-4925-91eb-0c2b7d9fd50c), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.739204 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks [] for router_controller (2a468142-c510-4925-91eb-0c2b7d9fd50c), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.743740 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b4f794e7-bef3-46ad-b23f-58404a6714e3 req-8e459de4-395d-41db-b649-9c1343fe6dd1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458825 May 04 21:50:51.747718 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931a8c-a3b5-449b-9124-dc0fa123121f req-95a9365b-9903-4778-85fd-36b97a5ce5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:51.749251 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89931a8c-a3b5-449b-9124-dc0fa123121f req-95a9365b-9903-4778-85fd-36b97a5ce5b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 1129 time: 0.0720069 May 04 21:50:51.807029 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (2a468142-c510-4925-91eb-0c2b7d9fd50c), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.807497 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a468142-c510-4925-91eb-0c2b7d9fd50c {{(pid=110027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:50:51.812408 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.813510 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-15b4a4b4-480c-4f01-adec-6b461cb55959 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2a468142-c510-4925-91eb-0c2b7d9fd50c HTTP/1.1" status: 204 len: 168 time: 0.8898892 May 04 21:50:51.816296 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48442) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:51.836964 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-89931a8c-a3b5-449b-9124-dc0fa123121f req-6fd7dc7d-87be-4d8d-82f8-866cd54e61f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495343 May 04 21:50:51.860865 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ce0d37-a419-4f96-9c75-9510875eac7f admin admin] Deleting subnet 8549acca-2852-407e-8e8e-40303f5557f0 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:50:51.864131 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0d37-a419-4f96-9c75-9510875eac7f admin admin] Publish callbacks [] for subnet (8549acca-2852-407e-8e8e-40303f5557f0), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.899719 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0d37-a419-4f96-9c75-9510875eac7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (8549acca-2852-407e-8e8e-40303f5557f0), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:51.987627 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0d37-a419-4f96-9c75-9510875eac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (8549acca-2852-407e-8e8e-40303f5557f0), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.042000 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0d37-a419-4f96-9c75-9510875eac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (8549acca-2852-407e-8e8e-40303f5557f0), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.067859 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce0d37-a419-4f96-9c75-9510875eac7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8549acca-2852-407e-8e8e-40303f5557f0,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:52.071538 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0d37-a419-4f96-9c75-9510875eac7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.076550 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f6ce0d37-a419-4f96-9c75-9510875eac7f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8549acca-2852-407e-8e8e-40303f5557f0 HTTP/1.1" status: 204 len: 168 time: 0.2591991 May 04 21:50:52.078703 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c22e3e-a795-465b-bd33-bb4f426f6e5b None None] Network ec3d0d36-6424-4ba3-9c8d-588fa00db655 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:50:52.079176 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48448) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:52.152799 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (ec3d0d36-6424-4ba3-9c8d-588fa00db655), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.200056 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Deleting port d158943c-3679-4209-81ca-96dfacf8c4a8 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:52.200396 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.262417 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] For port d158943c-3679-4209-81ca-96dfacf8c4a8, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=d158943c-3679-4209-81ca-96dfacf8c4a8,segment=NetworkSegment(aea174f8-4181-4c6e-992b-35350dab1b3e),segment_id=aea174f8-4181-4c6e-992b-35350dab1b3e)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:52.262792 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.275457 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Calling delete_port for d158943c-3679-4209-81ca-96dfacf8c4a8 owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:52.360943 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463edce0-20c1-483d-8b24-5b50a4f41805 None None] DHCP port deletion for ec3d0d36-6424-4ba3-9c8d-588fa00db655 request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:50:52.364732 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (d158943c-3679-4209-81ca-96dfacf8c4a8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.395181 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] No DVR routers for this DVR port d158943c-3679-4209-81ca-96dfacf8c4a8 on host dv-cinder-836083-5-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:50:52.396737 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Pushing event deleted for resources: {'Port': ['ID=d158943c-3679-4209-81ca-96dfacf8c4a8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:52.475101 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (ec3d0d36-6424-4ba3-9c8d-588fa00db655), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.495246 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3d0d36-6424-4ba3-9c8d-588fa00db655']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:52.505229 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea174f8-4181-4c6e-992b-35350dab1b3e') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:52.505720 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea174f8-4181-4c6e-992b-35350dab1b3e') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:52.517613 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (aea174f8-4181-4c6e-992b-35350dab1b3e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.533305 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (aea174f8-4181-4c6e-992b-35350dab1b3e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.540156 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:50:52.540604 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (aea174f8-4181-4c6e-992b-35350dab1b3e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:50:52.542471 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:50:52.598717 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (ec3d0d36-6424-4ba3-9c8d-588fa00db655), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.604341 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.607572 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] 10.222.0.23 "DELETE /v2.0/networks/ec3d0d36-6424-4ba3-9c8d-588fa00db655 HTTP/1.1" status: 204 len: 168 time: 0.5275688 May 04 21:50:52.614015 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48452) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:52.618485 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a13de6-9d4d-4d92-a959-6feed02c444b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec3d0d36-6424-4ba3-9c8d-588fa00db655,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:52.863196 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6deeb-f613-499d-8f3b-08394f243603 req-366d6290-34b3-40ab-9f30-21f7c2f96c71 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:52.868459 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ae6deeb-f613-499d-8f3b-08394f243603 req-366d6290-34b3-40ab-9f30-21f7c2f96c71 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 945 time: 0.0540082 May 04 21:50:52.879926 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8a37f8ff-6ac1-44a0-a7db-ed6ad66f1240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:52.919986 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ae6deeb-f613-499d-8f3b-08394f243603 req-2e392a31-e7d1-4027-89a2-064de141e7a1 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493214 May 04 21:50:52.959692 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (93df85ba-322a-4627-82f7-be8500a65b8e), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:53.193591 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Deleting port d1d0ed39-fd5e-49f4-ab9f-972e071ff801 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:53.193934 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:53.283906 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] For port d1d0ed39-fd5e-49f4-ab9f-972e071ff801, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=d1d0ed39-fd5e-49f4-ab9f-972e071ff801,segment=NetworkSegment(53cfdf56-093c-45c1-bc83-50fa801b9da7),segment_id=53cfdf56-093c-45c1-bc83-50fa801b9da7)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:53.284280 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:53.297609 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Calling delete_port for d1d0ed39-fd5e-49f4-ab9f-972e071ff801 owned by network:router_interface {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:53.488242 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (d1d0ed39-fd5e-49f4-ab9f-972e071ff801), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:53.490035 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d158943c-3679-4209-81ca-96dfacf8c4a8 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:53.509034 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: d158943c-3679-4209-81ca-96dfacf8c4a8 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:50:53.509376 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d158943c-3679-4209-81ca-96dfacf8c4a8 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:50:53.509906 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device af17949b-c572-4d50-a50c-fa065ba0fdc2 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:53.515030 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d0ed39-fd5e-49f4-ab9f-972e071ff801,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:53.545741 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: af17949b-c572-4d50-a50c-fa065ba0fdc2 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:50:53.546086 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device af17949b-c572-4d50-a50c-fa065ba0fdc2 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:50:53.546805 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device fbead091-9d87-43af-93e0-ea278dcdee56 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:53.570187 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: fbead091-9d87-43af-93e0-ea278dcdee56 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:50:53.570859 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device fbead091-9d87-43af-93e0-ea278dcdee56 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:50:53.638831 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58b99a-7593-4775-a183-9e66a28592ba req-0fd5c9f7-e0f4-4143-9761-acbb93e5ed27 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:53.640536 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9a58b99a-7593-4775-a183-9e66a28592ba req-0fd5c9f7-e0f4-4143-9761-acbb93e5ed27 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 945 time: 0.0491071 May 04 21:50:53.712354 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9a58b99a-7593-4775-a183-9e66a28592ba req-3ba0a235-7345-4adc-8078-4e57b1104bab tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496998 May 04 21:50:53.720364 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (93df85ba-322a-4627-82f7-be8500a65b8e), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:53.930950 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Router 93df85ba-322a-4627-82f7-be8500a65b8e has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:50:54.068299 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea4a0e-55c3-4755-b691-8d6b85064c49 req-f6640171-13d5-4b97-94eb-58c73e523da7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:54.069806 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b9ea4a0e-55c3-4755-b691-8d6b85064c49 req-f6640171-13d5-4b97-94eb-58c73e523da7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 945 time: 0.0800960 May 04 21:50:54.086114 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:50:54.094964 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] Sync routers for ids ['93df85ba-322a-4627-82f7-be8500a65b8e'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:50:54.097708 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-08ec624e-830d-45c4-9c46-4a6fac7040e5 admin admin] 10.222.0.23 "PUT /v2.0/routers/93df85ba-322a-4627-82f7-be8500a65b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4819889 May 04 21:50:54.100580 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48474) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:54.112688 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] Routers {'93df85ba-322a-4627-82f7-be8500a65b8e'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:54.113331 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['93df85ba-322a-4627-82f7-be8500a65b8e'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:54.132153 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b9ea4a0e-55c3-4755-b691-8d6b85064c49 req-f545d136-d090-43f9-962f-9b8d031e37c5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549500 May 04 21:50:54.218804 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks [] for router (93df85ba-322a-4627-82f7-be8500a65b8e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:54.225394 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] Set router 93df85ba-322a-4627-82f7-be8500a65b8e gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:54.289648 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce837c-82d5-445c-8aee-341e6f6a8c37 req-fa58d80f-7a76-40dc-9afb-f8561b546bc3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:54.291101 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-08ce837c-82d5-445c-8aee-341e6f6a8c37 req-fa58d80f-7a76-40dc-9afb-f8561b546bc3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 945 time: 0.0864999 May 04 21:50:54.387108 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-08ce837c-82d5-445c-8aee-341e6f6a8c37 req-0bc0f0f2-ac55-4b26-95f5-4670ef8e934c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895915 May 04 21:50:54.389797 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks [] for router_gateway (93df85ba-322a-4627-82f7-be8500a65b8e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:54.411000 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48478) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:54.450157 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Deleting port ff3d9d90-fd33-4595-b77f-77b15247d444 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:54.450620 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:54.526065 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:50:53Z', 'revision_number': 5, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'gw_port': {'id': 'ff3d9d90-fd33-4595-b77f-77b15247d444', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:54.537453 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] For port ff3d9d90-fd33-4595-b77f-77b15247d444, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=ff3d9d90-fd33-4595-b77f-77b15247d444,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:54.537806 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:54.551435 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Calling delete_port for ff3d9d90-fd33-4595-b77f-77b15247d444 owned by network:router_gateway {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:54.554581 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75596abf-ea2d-40a3-8fcd-3f41eae4ed80 tempest-TestVolumeBootPattern-6861598 tempest-TestVolumeBootPattern-6861598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:54.555898 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] Checking router: 93df85ba-322a-4627-82f7-be8500a65b8e for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:50:54.556400 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-75596abf-ea2d-40a3-8fcd-3f41eae4ed80 tempest-TestVolumeBootPattern-6861598 tempest-TestVolumeBootPattern-6861598-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 1124 time: 0.1443861 May 04 21:50:54.558993 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48482) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:54.565565 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] Routers {'93df85ba-322a-4627-82f7-be8500a65b8e'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:54.566251 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['93df85ba-322a-4627-82f7-be8500a65b8e'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:54.566379 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'port_id': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:50:54.588780 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:54.654814 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] Set router 93df85ba-322a-4627-82f7-be8500a65b8e gateway port host: None {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:54.709845 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:50:54Z', 'revision_number': 6, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'gw_port_host': None}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:54.741723 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b162b-aa28-4dfd-a89a-d5bc48086770 None None] The sync data for ids ['93df85ba-322a-4627-82f7-be8500a65b8e'] in dv-cinder-836083-5-iscsi is: [{'id': '93df85ba-322a-4627-82f7-be8500a65b8e', 'name': 'tempest-TestMinimumBasicScenario-1018875234-router', 'tenant_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:46:51Z', 'updated_at': '2022-05-04T21:50:54Z', 'revision_number': 6, 'project_id': 'bbc62504ac9f4491a641614c5a1fddf3', 'gw_port_host': None}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:50:54.744785 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (ff3d9d90-fd33-4595-b77f-77b15247d444), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:54.775271 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3d9d90-fd33-4595-b77f-77b15247d444,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:54.858028 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (93df85ba-322a-4627-82f7-be8500a65b8e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:54.952748 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (93df85ba-322a-4627-82f7-be8500a65b8e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:54.955562 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks [] for router_controller (93df85ba-322a-4627-82f7-be8500a65b8e), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:54.987175 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.001726 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80c9d5-39b0-43e3-8a7f-c369a1feca68 req-997869ef-2238-42ce-8da7-6d290b2d7bdf tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:55.001945 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (93df85ba-322a-4627-82f7-be8500a65b8e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.002213 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93df85ba-322a-4627-82f7-be8500a65b8e {{(pid=110028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:50:55.003210 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae80c9d5-39b0-43e3-8a7f-c369a1feca68 req-997869ef-2238-42ce-8da7-6d290b2d7bdf tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 945 time: 0.0634832 May 04 21:50:55.006955 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.008156 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2264fb81-24b8-4396-b108-71d6fa19a0cc admin admin] 10.222.0.23 "DELETE /v2.0/routers/93df85ba-322a-4627-82f7-be8500a65b8e HTTP/1.1" status: 204 len: 168 time: 0.9065697 May 04 21:50:55.011945 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48486) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:55.062899 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8fd333-a7a0-421f-825c-97f4ce388bc9 admin admin] Deleting subnet 12a6923c-a0e3-4b08-958b-f7bea25f10dc {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:50:55.066703 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd333-a7a0-421f-825c-97f4ce388bc9 admin admin] Publish callbacks [] for subnet (12a6923c-a0e3-4b08-958b-f7bea25f10dc), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.103035 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd333-a7a0-421f-825c-97f4ce388bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (12a6923c-a0e3-4b08-958b-f7bea25f10dc), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.117387 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae80c9d5-39b0-43e3-8a7f-c369a1feca68 req-6f3c9709-1c9f-4bf6-81ff-6e6e5b551313 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066890 May 04 21:50:55.144283 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Allocated IP 172.27.1.183 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/8871f973-6d04-4b07-bd9d-99a34c2fa464) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:50:55.201787 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd333-a7a0-421f-825c-97f4ce388bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (12a6923c-a0e3-4b08-958b-f7bea25f10dc), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.236691 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0e24ef14-9ae4-441a-882c-2f40da2f02d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.256157 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for port (8871f973-6d04-4b07-bd9d-99a34c2fa464), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.257605 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd333-a7a0-421f-825c-97f4ce388bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (12a6923c-a0e3-4b08-958b-f7bea25f10dc), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.288115 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fd333-a7a0-421f-825c-97f4ce388bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a6923c-a0e3-4b08-958b-f7bea25f10dc,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:55.290128 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd333-a7a0-421f-825c-97f4ce388bc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.293331 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-dc8fd333-a7a0-421f-825c-97f4ce388bc9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/12a6923c-a0e3-4b08-958b-f7bea25f10dc HTTP/1.1" status: 204 len: 168 time: 0.2804217 May 04 21:50:55.296020 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ed0c27-091d-4fca-b9ba-332db7e3c0e7 None None] Network e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:50:55.296159 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48488) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:55.296248 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (8871f973-6d04-4b07-bd9d-99a34c2fa464), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.339565 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:50:55.346108 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:50:55.350729 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:50:55.355212 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'Port': ['ID=8871f973-6d04-4b07-bd9d-99a34c2fa464,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:55.367224 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.413547 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Deleting port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:55.413896 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.479601 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] For port 557bd80d-2f73-4da0-8e96-200ab6d49bc3, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=557bd80d-2f73-4da0-8e96-200ab6d49bc3,segment=NetworkSegment(53cfdf56-093c-45c1-bc83-50fa801b9da7),segment_id=53cfdf56-093c-45c1-bc83-50fa801b9da7)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:55.479884 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.498285 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Calling delete_port for 557bd80d-2f73-4da0-8e96-200ab6d49bc3 owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:55.529543 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31de15c-22e2-4590-8d19-6bf0e0eb87ab None None] DHCP port deletion for e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:50:55.589694 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d31de15c-22e2-4590-8d19-6bf0e0eb87ab None None] Deleting port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:55.590534 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d31de15c-22e2-4590-8d19-6bf0e0eb87ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.593127 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:50:55.601835 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.607753 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d1d0ed39-fd5e-49f4-ab9f-972e071ff801 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:55.632482 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Pushing event deleted for resources: {'Port': ['ID=557bd80d-2f73-4da0-8e96-200ab6d49bc3,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:55.637134 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] No DVR routers for this DVR port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 on host dv-cinder-836083-5-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:50:55.639163 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: d1d0ed39-fd5e-49f4-ab9f-972e071ff801 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:50:55.639543 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d1d0ed39-fd5e-49f4-ab9f-972e071ff801 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:50:55.639978 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device ff3d9d90-fd33-4595-b77f-77b15247d444 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:55.663478 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: ff3d9d90-fd33-4595-b77f-77b15247d444 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:50:55.664091 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device ff3d9d90-fd33-4595-b77f-77b15247d444 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:50:55.664520 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 557bd80d-2f73-4da0-8e96-200ab6d49bc3 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:55.716141 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.720825 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 557bd80d-2f73-4da0-8e96-200ab6d49bc3 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:50:55.721395 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 557bd80d-2f73-4da0-8e96-200ab6d49bc3 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:50:55.727741 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-d31de15c-22e2-4590-8d19-6bf0e0eb87ab None None] For port 557bd80d-2f73-4da0-8e96-200ab6d49bc3, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=557bd80d-2f73-4da0-8e96-200ab6d49bc3,segment=NetworkSegment(53cfdf56-093c-45c1-bc83-50fa801b9da7),segment_id=53cfdf56-093c-45c1-bc83-50fa801b9da7)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:55.728100 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d31de15c-22e2-4590-8d19-6bf0e0eb87ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.743652 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d31de15c-22e2-4590-8d19-6bf0e0eb87ab None None] Calling delete_port for 557bd80d-2f73-4da0-8e96-200ab6d49bc3 owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:55.745093 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:55.757112 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cfdf56-093c-45c1-bc83-50fa801b9da7') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:55.757787 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cfdf56-093c-45c1-bc83-50fa801b9da7') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:55.770828 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (53cfdf56-093c-45c1-bc83-50fa801b9da7), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.786257 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (53cfdf56-093c-45c1-bc83-50fa801b9da7), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.793551 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:50:55.793799 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (8956138e-2a21-416a-b4f6-de3b779cb063), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.793938 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (53cfdf56-093c-45c1-bc83-50fa801b9da7), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:50:55.797013 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:50:55.825400 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d31de15c-22e2-4590-8d19-6bf0e0eb87ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687'] for port (557bd80d-2f73-4da0-8e96-200ab6d49bc3), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.855053 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31de15c-22e2-4590-8d19-6bf0e0eb87ab None None] Pushing event deleted for resources: {'Port': ['ID=557bd80d-2f73-4da0-8e96-200ab6d49bc3,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:55.858791 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31de15c-22e2-4590-8d19-6bf0e0eb87ab None None] No DVR routers for this DVR port 557bd80d-2f73-4da0-8e96-200ab6d49bc3 on host dv-cinder-836083-5-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:50:55.877628 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.883788 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.889930 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229 HTTP/1.1" status: 204 len: 168 time: 0.5904069 May 04 21:50:55.892289 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (8871f973-6d04-4b07-bd9d-99a34c2fa464), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:55.910306 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f18bf8-d90c-4100-b9e3-e7982f1a6185 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ff5a2c-ac8c-4c42-8ae8-041efe0c4229,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:56.062297 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for port (8871f973-6d04-4b07-bd9d-99a34c2fa464), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.067220 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (8871f973-6d04-4b07-bd9d-99a34c2fa464), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.074568 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48492) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:56.114870 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6c0ff87c-dbe7-4bec-bb08-c0341bc4324e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b8ef92f23d84056b1d9aaf209751e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390353 May 04 21:50:56.117477 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48494) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:56.137646 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event updated for resources: {'Port': ['ID=8871f973-6d04-4b07-bd9d-99a34c2fa464,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:56.145681 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.155907 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (8956138e-2a21-416a-b4f6-de3b779cb063), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.177465 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa1af-68ae-4adc-96ff-66d381f63b13 admin admin] Publish callbacks [] for security_group (6cb9d497-0181-4ac6-876b-b575dfaca87e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.208213 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa1af-68ae-4adc-96ff-66d381f63b13 admin admin] Publish callbacks [] for security_group (6cb9d497-0181-4ac6-876b-b575dfaca87e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.264808 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251fbe7-86b3-4425-a637-94833e77bc40 req-49f8af9a-cde9-46e1-9c4d-82773cef1e15 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:56.266266 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f251fbe7-86b3-4425-a637-94833e77bc40 req-49f8af9a-cde9-46e1-9c4d-82773cef1e15 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 945 time: 0.0701673 May 04 21:50:56.279419 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-94d84972-d9b6-40b2-944f-d63fe2f48b44 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:56.280826 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-94d84972-d9b6-40b2-944f-d63fe2f48b44 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 945 time: 0.0829945 May 04 21:50:56.308219 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa1af-68ae-4adc-96ff-66d381f63b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (6cb9d497-0181-4ac6-876b-b575dfaca87e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.311212 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa1af-68ae-4adc-96ff-66d381f63b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.312462 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4b3fa1af-68ae-4adc-96ff-66d381f63b13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cb9d497-0181-4ac6-876b-b575dfaca87e HTTP/1.1" status: 204 len: 168 time: 0.1940913 May 04 21:50:56.328710 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Floating IP 8956138e-2a21-416a-b4f6-de3b779cb063 associated. External IP: 172.27.1.183, port: e0803d65-bdd7-4ce9-a3f9-74ad407024b9. May 04 21:50:56.329852 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f251fbe7-86b3-4425-a637-94833e77bc40 req-4cb25c85-ddad-4809-9715-e2441e96d0fe tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups?id=b73bda80-da39-4d49-9c48-13a9a0d709f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576005 May 04 21:50:56.330747 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fa1af-68ae-4adc-96ff-66d381f63b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb9d497-0181-4ac6-876b-b575dfaca87e,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:56.420467 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Deleting port 3adfeb7a-2b33-4a9f-9576-f9186952a941 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:56.420810 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.585541 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] For port 3adfeb7a-2b33-4a9f-9576-f9186952a941, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3adfeb7a-2b33-4a9f-9576-f9186952a941,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:50:56.585907 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.657497 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48502) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:56.699906 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c3ea1fe2-a77f-48e9-acc4-3874ba3c0347 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbc62504ac9f4491a641614c5a1fddf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410855 May 04 21:50:56.702593 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48504) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:56.745532 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Router c0297c3a-634b-4c6e-ab55-6138548eaa87 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:50:56.749484 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-59e2a11f-6e02-4397-8682-cc8f593a26da admin admin] Publish callbacks [] for security_group (07c49a9f-e05b-4b49-b227-25f170176233), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.770581 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-59e2a11f-6e02-4397-8682-cc8f593a26da admin admin] Publish callbacks [] for security_group (07c49a9f-e05b-4b49-b227-25f170176233), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.818298 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-59e2a11f-6e02-4397-8682-cc8f593a26da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (07c49a9f-e05b-4b49-b227-25f170176233), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.820795 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-59e2a11f-6e02-4397-8682-cc8f593a26da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.821994 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-59e2a11f-6e02-4397-8682-cc8f593a26da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07c49a9f-e05b-4b49-b227-25f170176233 HTTP/1.1" status: 204 len: 168 time: 0.1185079 May 04 21:50:56.829882 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2a11f-6e02-4397-8682-cc8f593a26da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c49a9f-e05b-4b49-b227-25f170176233,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:56.858804 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.859171 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (576a4e97-f7c9-46b0-a323-7fc34cec78c9), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:56.859518 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Floating IP 576a4e97-f7c9-46b0-a323-7fc34cec78c9 disassociated. External IP: 172.27.1.50, port: 3adfeb7a-2b33-4a9f-9576-f9186952a941. May 04 21:50:56.859867 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Calling delete_port for 3adfeb7a-2b33-4a9f-9576-f9186952a941 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:56.952614 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:50:56.964483 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] Sync routers for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:50:56.976366 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:56.977329 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:56.990111 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:57.033664 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-bc647bdc-0e8a-4c03-b86a-e25d35e2e2fc tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4634619 May 04 21:50:57.033664 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:50:57.033664 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0129383e-94a1-4d5f-bb76-7d3f338fe18f" -d '{"events": [{"name": "network-changed", "server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:50:57.088977 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492a3c76-3d33-407e-8463-ac25048d9be6 x-openstack-request-id: req-492a3c76-3d33-407e-8463-ac25048d9be6 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:50:57.089602 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:50:57.089730 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-492a3c76-3d33-407e-8463-ac25048d9be6 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:50:57.090176 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492a3c76-3d33-407e-8463-ac25048d9be6'] response: {'name': 'network-changed', 'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'status': 'completed', 'code': 200} May 04 21:50:57.099773 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:57.102333 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (3adfeb7a-2b33-4a9f-9576-f9186952a941), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:57.134962 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event deleted for resources: {'Port': ['ID=3adfeb7a-2b33-4a9f-9576-f9186952a941,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:57.249343 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-3dd393f1-e0a7-4732-b519-2afdc162c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:57.251275 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-3dd393f1-e0a7-4732-b519-2afdc162c50f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 1129 time: 0.0554273 May 04 21:50:57.338427 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8956138e-2a21-416a-b4f6-de3b779cb063', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:1a:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:50:55Z', 'updated_at': '2022-05-04T21:50:55Z', 'revision_number': 0, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}, {'id': 'f99d481b-7dcd-43a6-aa65-054e9a6220f5', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:21Z', 'updated_at': '2022-05-04T21:48:23Z', 'revision_number': 1, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:57.361616 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:50:57.369005 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] Checking router: c0297c3a-634b-4c6e-ab55-6138548eaa87 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:50:57.378110 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:57.378911 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:57.465716 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-681d2f5c-ad58-47d2-bd86-beac393ca92d req-9655bead-6999-43e9-8b00-fb05ea99d114 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/ports?device_id=5616342f-4fb9-4f54-8d79-e50b20c25b17 HTTP/1.1" status: 200 len: 210 time: 0.0442765 May 04 21:50:57.515713 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:57.708053 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:57.716979 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-74dab527-c7c3-478f-86cd-9f19b1f6de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:57.718479 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-74dab527-c7c3-478f-86cd-9f19b1f6de5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 912 time: 0.4323356 May 04 21:50:57.777508 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8956138e-2a21-416a-b4f6-de3b779cb063', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:1a:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:50:55Z', 'updated_at': '2022-05-04T21:50:55Z', 'revision_number': 0, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}, {'id': 'f99d481b-7dcd-43a6-aa65-054e9a6220f5', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:21Z', 'updated_at': '2022-05-04T21:48:23Z', 'revision_number': 1, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:57.809531 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce77ccf-4879-4db6-898b-4de0eb5f1f63 None None] The sync data for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi is: [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8956138e-2a21-416a-b4f6-de3b779cb063', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:1a:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:50:55Z', 'updated_at': '2022-05-04T21:50:55Z', 'revision_number': 0, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}, {'id': 'f99d481b-7dcd-43a6-aa65-054e9a6220f5', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:21Z', 'updated_at': '2022-05-04T21:48:23Z', 'revision_number': 1, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:50:57.838936 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-1b0f4cde-6e10-447d-9282-00eaf70614e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0803d65-bdd7-4ce9-a3f9-74ad407024b9 HTTP/1.1" status: 200 len: 999 time: 0.1072774 May 04 21:50:57.844889 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:50:57.855243 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] Sync routers for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:50:57.866160 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:57.867168 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:57.919038 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] No DVR routers for this DVR port 3adfeb7a-2b33-4a9f-9576-f9186952a941 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:50:57.922589 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:57.925973 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ea03f356-9d9b-48c3-bfe8-d0371c6a40bb req-e4c3cd6b-432a-42f7-a9a6-914d1a9dfcff tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.21 "DELETE /v2.0/ports/3adfeb7a-2b33-4a9f-9576-f9186952a941 HTTP/1.1" status: 204 len: 173 time: 1.6386766 May 04 21:50:57.932647 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-67733377-b079-49ee-be7c-00e28c9bba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:57.934135 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-67733377-b079-49ee-be7c-00e28c9bba71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0873671 May 04 21:50:57.986204 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-ff62f952-5283-411c-ab8b-90a739aba836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:50:57.987961 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-ff62f952-5283-411c-ab8b-90a739aba836 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473635 May 04 21:50:58.017278 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:58.048996 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c3f16-465c-4d88-a308-b436404a3c3c None None] New status for floating IP 8956138e-2a21-416a-b4f6-de3b779cb063: ACTIVE {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:50:58.102463 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-6a6751b4-4696-45b1-a368-df055b8e3c0d service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075795 May 04 21:50:58.216241 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:58.243472 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] Checking router: 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:50:58.251942 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:50:58.252505 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:58.372999 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:50:58.438128 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0129383e-94a1-4d5f-bb76-7d3f338fe18f req-4b4003a1-1987-4e5f-8336-5490a2de4b32 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950968 May 04 21:50:58.552377 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48518) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:58.572197 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:50:58.602522 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ee96a-0797-4379-b813-717aaa5e0a72 None None] The sync data for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi is: [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:08Z', 'revision_number': 4, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb', 'name': '', 'network_id': 'a876eee9-79cf-44aa-82d1-f69c185490e4', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'mac_address': 'fa:16:3e:60:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:17Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'subnets': [{'id': '7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:50:58.609965 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3971c07e-16e9-400f-a31f-cc56b519f2cb tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (b73bda80-da39-4d49-9c48-13a9a0d709f4), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:58.634270 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3971c07e-16e9-400f-a31f-cc56b519f2cb tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (b73bda80-da39-4d49-9c48-13a9a0d709f4), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:58.687693 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3971c07e-16e9-400f-a31f-cc56b519f2cb tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b73bda80-da39-4d49-9c48-13a9a0d709f4), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:58.690480 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3971c07e-16e9-400f-a31f-cc56b519f2cb tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:58.694158 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3971c07e-16e9-400f-a31f-cc56b519f2cb tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "DELETE /v2.0/security-groups/b73bda80-da39-4d49-9c48-13a9a0d709f4 HTTP/1.1" status: 204 len: 168 time: 0.1383071 May 04 21:50:58.694637 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48520) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:58.701220 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971c07e-16e9-400f-a31f-cc56b519f2cb tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73bda80-da39-4d49-9c48-13a9a0d709f4,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:58.713935 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.api.v2.resource [None req-d042e4f4-209b-49c3-82b1-aa3ceaa13940 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] show failed (client error): The resource could not be found. May 04 21:50:58.715424 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d042e4f4-209b-49c3-82b1-aa3ceaa13940 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "GET /v2.0/security-groups/b73bda80-da39-4d49-9c48-13a9a0d709f4 HTTP/1.1" status: 404 len: 347 time: 0.0192761 May 04 21:50:58.717992 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48522) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:50:58.842629 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Deleting port 363d1465-3eda-40ac-b1db-0bdc6d71bcb1 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:50:58.842935 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (363d1465-3eda-40ac-b1db-0bdc6d71bcb1), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:58.845210 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674dc34a-d187-4f55-b919-164a883db2e1 None None] New status for floating IP 576a4e97-f7c9-46b0-a323-7fc34cec78c9: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:50:58.918766 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (363d1465-3eda-40ac-b1db-0bdc6d71bcb1), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:58.919100 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (363d1465-3eda-40ac-b1db-0bdc6d71bcb1), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:58.932410 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Calling delete_port for 363d1465-3eda-40ac-b1db-0bdc6d71bcb1 owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:50:59.091952 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'name': 'network-vif-deleted', 'tag': '3adfeb7a-2b33-4a9f-9576-f9186952a941'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:50:59.094284 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 3adfeb7a-2b33-4a9f-9576-f9186952a941 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:50:59.094444 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255d9d14-2a14-4a67-8843-f124617eb305" -d '{"events": [{"server_uuid": "5616342f-4fb9-4f54-8d79-e50b20c25b17", "name": "network-vif-deleted", "tag": "3adfeb7a-2b33-4a9f-9576-f9186952a941"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:50:59.116001 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 3adfeb7a-2b33-4a9f-9576-f9186952a941 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:50:59.116414 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 3adfeb7a-2b33-4a9f-9576-f9186952a941 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:50:59.143022 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd64720-9d24-42bb-9285-6b5cd81fc842 x-openstack-request-id: req-3bd64720-9d24-42bb-9285-6b5cd81fc842 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:50:59.143533 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5616342f-4fb9-4f54-8d79-e50b20c25b17", "name": "network-vif-deleted", "tag": "3adfeb7a-2b33-4a9f-9576-f9186952a941", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:50:59.143622 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bd64720-9d24-42bb-9285-6b5cd81fc842 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:50:59.144008 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd64720-9d24-42bb-9285-6b5cd81fc842'] response: {'server_uuid': '5616342f-4fb9-4f54-8d79-e50b20c25b17', 'name': 'network-vif-deleted', 'tag': '3adfeb7a-2b33-4a9f-9576-f9186952a941', 'status': 'completed', 'code': 200} May 04 21:50:59.159133 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (363d1465-3eda-40ac-b1db-0bdc6d71bcb1), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:59.189393 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Pushing event deleted for resources: {'Port': ['ID=363d1465-3eda-40ac-b1db-0bdc6d71bcb1,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:50:59.263099 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:59.263452 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks [] for floatingip (576a4e97-f7c9-46b0-a323-7fc34cec78c9), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:59.265889 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:50:59.267032 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d5e83af2-fec1-4711-a6a8-cd19a5f860c0 tempest-AttachVolumeTestJSON-384968107 tempest-AttachVolumeTestJSON-384968107-project] 10.222.0.23 "DELETE /v2.0/floatingips/576a4e97-f7c9-46b0-a323-7fc34cec78c9 HTTP/1.1" status: 204 len: 168 time: 0.5479028 May 04 21:51:01.309943 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:02.833720 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48554) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:03.377613 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:03.633519 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Deleting port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:51:03.633741 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:03.722068 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] For port 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:51:03.722410 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:03.735278 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Calling delete_port for 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb owned by network:router_interface {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:51:03.916064 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:03.948334 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:04.114403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:04.336244 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:51:04.451797 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:51:04.459142 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-dbf3114e-ec95-41c5-b3e8-480756846ad2 admin admin] 10.222.0.23 "PUT /v2.0/routers/59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6223056 May 04 21:51:04.460162 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48558) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:04.461401 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] Sync routers for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:51:04.472681 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:51:04.473401 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:04.578285 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:51:04.762518 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:51:03Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:04.843416 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks [] for router (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:04.881812 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] Checking router: 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:51:04.890454 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] Routers {'59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:51:04.891044 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:50:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:04.949825 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks [] for router_gateway (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:04.994925 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] Set router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:51:04.997310 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Deleting port e107f471-3123-4990-988b-5b98fd27e7d9 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:51:04.997646 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.085817 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] For port e107f471-3123-4990-988b-5b98fd27e7d9, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=e107f471-3123-4990-988b-5b98fd27e7d9,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:51:05.086180 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.098802 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Calling delete_port for e107f471-3123-4990-988b-5b98fd27e7d9 owned by network:router_gateway {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:51:05.159299 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:51:03Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:05.188903 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8100cc-9242-429f-8cff-6fd1503160aa None None] The sync data for ids ['59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4'] in dv-cinder-836083-5-iscsi is: [{'id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'name': 'tempest-AttachVolumeTestJSON-1389389223-router', 'tenant_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:51:03Z', 'revision_number': 5, 'project_id': '4cdbf9d036b4410b81ef59b92ef8e56c', 'gw_port': {'id': 'e107f471-3123-4990-988b-5b98fd27e7d9', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:51:05.270245 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (e107f471-3123-4990-988b-5b98fd27e7d9), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.294661 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Pushing event deleted for resources: {'Port': ['ID=e107f471-3123-4990-988b-5b98fd27e7d9,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:05.354877 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.444551 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.446846 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks [] for router_controller (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.496711 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.497443 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 {{(pid=110028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:51:05.502326 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.503486 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7698d04f-7c3d-4d2e-a134-ded822402762 admin admin] 10.222.0.23 "DELETE /v2.0/routers/59bef5d6-8a8a-48ab-9328-9fbeed2c0cc4 HTTP/1.1" status: 204 len: 168 time: 1.0423424 May 04 21:51:05.507509 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48560) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:05.553951 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-1adc987c-eeb1-44ac-ba0c-51e7b83cb35d admin admin] Deleting subnet 7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:51:05.559009 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1adc987c-eeb1-44ac-ba0c-51e7b83cb35d admin admin] Publish callbacks [] for subnet (7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.599905 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1adc987c-eeb1-44ac-ba0c-51e7b83cb35d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.679130 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:51:05.697113 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1adc987c-eeb1-44ac-ba0c-51e7b83cb35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.702540 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:51:05.702926 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 9e6d33af-1da6-4c4c-a596-8fe3b3ab50eb not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:51:05.750498 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1adc987c-eeb1-44ac-ba0c-51e7b83cb35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.775489 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc987c-eeb1-44ac-ba0c-51e7b83cb35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:05.780307 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1adc987c-eeb1-44ac-ba0c-51e7b83cb35d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.783588 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1adc987c-eeb1-44ac-ba0c-51e7b83cb35d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7661eb34-015e-4ff5-84a5-aa9a0e2ca0fa HTTP/1.1" status: 204 len: 168 time: 0.2751729 May 04 21:51:05.786369 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48562) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:05.787235 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec52ec8d-e6f0-4acd-acea-adbb01fa80c8 None None] Network a876eee9-79cf-44aa-82d1-f69c185490e4 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:51:05.858462 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (a876eee9-79cf-44aa-82d1-f69c185490e4), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.905574 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Deleting port 5439c67a-7af5-4cc0-8803-88752dc45cab {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:51:05.906067 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.974807 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] For port 5439c67a-7af5-4cc0-8803-88752dc45cab, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=5439c67a-7af5-4cc0-8803-88752dc45cab,segment=NetworkSegment(f083008d-b11d-4b3e-9256-f199afee3977),segment_id=f083008d-b11d-4b3e-9256-f199afee3977)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:51:05.975201 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:05.987585 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Calling delete_port for 5439c67a-7af5-4cc0-8803-88752dc45cab owned by network:dhcp {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:51:06.068046 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (5439c67a-7af5-4cc0-8803-88752dc45cab), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.095962 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Pushing event deleted for resources: {'Port': ['ID=5439c67a-7af5-4cc0-8803-88752dc45cab,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:06.099961 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] No DVR routers for this DVR port 5439c67a-7af5-4cc0-8803-88752dc45cab on host dv-cinder-836083-5-iscsi {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:51:06.167412 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (a876eee9-79cf-44aa-82d1-f69c185490e4), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.187067 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a876eee9-79cf-44aa-82d1-f69c185490e4']}} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:06.197047 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f083008d-b11d-4b3e-9256-f199afee3977') {'for_net_delete': True} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:06.197330 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f083008d-b11d-4b3e-9256-f199afee3977') {} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:06.207423 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9140401'] for segment (f083008d-b11d-4b3e-9256-f199afee3977), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.221448 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (f083008d-b11d-4b3e-9256-f199afee3977), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.227693 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=110027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:51:06.228074 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552941'] for segment (f083008d-b11d-4b3e-9256-f199afee3977), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: Traceback (most recent call last): May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: timer() May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: cb(*args, **kw) May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: return func(*args, **kwargs) May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: self._notify() May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: self.callback(batched_events) May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: event.method(event) May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: return f(self, *a, **k) May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: return self._get(url).json() May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: return self.request(url, 'GET', **kwargs) May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:51:06.229753 dv-cinder-836083-5-iscsi neutron-server[110027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:51:06.279628 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9a9da1-e854-4765-94ae-a3723ac9e715 None None] DHCP port deletion for a876eee9-79cf-44aa-82d1-f69c185490e4 request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:51:06.294796 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (a876eee9-79cf-44aa-82d1-f69c185490e4), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.300958 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.304224 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a876eee9-79cf-44aa-82d1-f69c185490e4 HTTP/1.1" status: 204 len: 168 time: 0.5167482 May 04 21:51:06.316847 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d009c0-2b5e-413b-b4c8-f67908130322 admin admin] Pushing event deleted for resources: {'Network': ['ID=a876eee9-79cf-44aa-82d1-f69c185490e4,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:06.455293 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48566) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:06.496740 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d45bfb1d-ab99-4ecf-9ecf-689ecf5b396a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cdbf9d036b4410b81ef59b92ef8e56c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401912 May 04 21:51:06.499340 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 48568) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:06.552644 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-80f83979-97d1-4ec5-a7e0-06d8c2b1f4cc admin admin] Publish callbacks [] for security_group (dc1c0cb0-1644-49b0-ae14-11286e96d8f6), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.580399 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-80f83979-97d1-4ec5-a7e0-06d8c2b1f4cc admin admin] Publish callbacks [] for security_group (dc1c0cb0-1644-49b0-ae14-11286e96d8f6), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.633854 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-80f83979-97d1-4ec5-a7e0-06d8c2b1f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (dc1c0cb0-1644-49b0-ae14-11286e96d8f6), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.636440 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-80f83979-97d1-4ec5-a7e0-06d8c2b1f4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:06.637590 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-80f83979-97d1-4ec5-a7e0-06d8c2b1f4cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc1c0cb0-1644-49b0-ae14-11286e96d8f6 HTTP/1.1" status: 204 len: 168 time: 0.1371670 May 04 21:51:06.645304 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83979-97d1-4ec5-a7e0-06d8c2b1f4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1c0cb0-1644-49b0-ae14-11286e96d8f6,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:07.482843 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device e107f471-3123-4990-988b-5b98fd27e7d9 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:51:07.502736 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: e107f471-3123-4990-988b-5b98fd27e7d9 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:51:07.503067 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device e107f471-3123-4990-988b-5b98fd27e7d9 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:51:07.503566 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 5439c67a-7af5-4cc0-8803-88752dc45cab no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:51:07.521782 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 5439c67a-7af5-4cc0-8803-88752dc45cab {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:51:07.522193 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 5439c67a-7af5-4cc0-8803-88752dc45cab not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:51:10.370452 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-c153c252-0488-4aee-97a6-d24ea66a7aec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1342399 May 04 21:51:10.482088 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-6c00dae3-bbb7-4a84-9800-90e7b2454a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:51:10.483673 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-6c00dae3-bbb7-4a84-9800-90e7b2454a1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80373b242ff34b0ba8ac77e122566e67&device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 1131 time: 0.0468893 May 04 21:51:10.588932 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-b63f4ce1-76a6-43c7-adb2-d7e6046e5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:51:10.590411 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-b63f4ce1-76a6-43c7-adb2-d7e6046e5e42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 200 len: 918 time: 0.0865955 May 04 21:51:10.665126 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-3257827c-b4dd-45d6-99e5-db6d28ddbc2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57 HTTP/1.1" status: 200 len: 1001 time: 0.0681660 May 04 21:51:10.715246 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-67e70815-168e-4696-bd7d-053bc576d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:51:10.716691 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-67e70815-168e-4696-bd7d-053bc576d6aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 200 len: 856 time: 0.0456793 May 04 21:51:10.762994 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-5bae541b-89e4-4c0d-991d-a79a2edcfa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:51:10.764597 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-5bae541b-89e4-4c0d-991d-a79a2edcfa2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f17d82c-63df-4cf1-86e7-b7abee92a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415149 May 04 21:51:10.859855 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-f549a2d0-da5e-4654-98f9-b0c22c7c9470 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892429 May 04 21:51:10.957570 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-83bcf5ab-fc07-4750-8a72-4cfedeb39344 req-6e79efe0-04a4-4f44-8d1d-c41c3cd92b0c service neutron] 10.222.0.21 "GET /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866899 May 04 21:51:22.881389 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0721-c827-4448-9d08-488aa0011cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:25.249814 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ece47c49-a861-4788-8545-ec8a70421f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:26.152211 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:27.711060 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:29.268012 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:31.320563 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:32.583761 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:51:50.258123 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9cabd-7f2c-487c-84cb-793357ea2604 req-569cfbc9-73f5-4233-a60e-245e1f07157c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:51:50.259715 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95f9cabd-7f2c-487c-84cb-793357ea2604 req-569cfbc9-73f5-4233-a60e-245e1f07157c tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0500052 May 04 21:51:50.310519 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95f9cabd-7f2c-487c-84cb-793357ea2604 req-97ce2acf-2bcc-47f8-8365-ba8eb22bcc96 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424426 May 04 21:51:51.443966 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345aba0-72cb-432f-aa29-2fb68c941da6 req-9196160a-70a1-4c9d-bb17-a259de331707 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:51:51.445370 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1345aba0-72cb-432f-aa29-2fb68c941da6 req-9196160a-70a1-4c9d-bb17-a259de331707 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0520554 May 04 21:51:51.493847 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1345aba0-72cb-432f-aa29-2fb68c941da6 req-f9350cb3-46d9-4057-9814-dc41741385ab tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424950 May 04 21:51:52.344448 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-8f2c9af1-7fc2-49ac-8a5e-925068aea436 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:51:52.345963 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-8f2c9af1-7fc2-49ac-8a5e-925068aea436 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0482733 May 04 21:51:52.433154 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Deleting port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:51:52.433502 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:52.619804 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cb450-7976-4331-a01f-dee45e9cc0a2 req-3d76962f-d491-46b7-97b6-762a25fd6399 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:51:52.621372 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c54cb450-7976-4331-a01f-dee45e9cc0a2 req-3d76962f-d491-46b7-97b6-762a25fd6399 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 947 time: 0.0498860 May 04 21:51:52.669518 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c54cb450-7976-4331-a01f-dee45e9cc0a2 req-dd0d3428-8b46-4524-bb4a-35156621e134 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups?id=75f9361d-c59f-41c9-8d24-db38b9644376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 May 04 21:51:52.783143 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] For port 21dd64fa-d499-4810-bbf9-7a4b89c79a57, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21dd64fa-d499-4810-bbf9-7a4b89c79a57,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:51:52.783840 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:52.875490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5aabec86-d979-4304-a5b0-54020e5de41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:52.967669 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:52.968069 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (950043a7-261d-4521-b277-29abd3d46e86), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:52.968403 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Floating IP 950043a7-261d-4521-b277-29abd3d46e86 disassociated. External IP: 172.27.1.61, port: 21dd64fa-d499-4810-bbf9-7a4b89c79a57. May 04 21:51:52.968753 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Calling delete_port for 21dd64fa-d499-4810-bbf9-7a4b89c79a57 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:51:53.099036 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (21dd64fa-d499-4810-bbf9-7a4b89c79a57), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:53.127069 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event deleted for resources: {'Port': ['ID=21dd64fa-d499-4810-bbf9-7a4b89c79a57,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:53.138325 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.138678 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.139095 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.139478 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.139817 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.140156 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.140490 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.140819 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.141151 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.141481 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.141790 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.142119 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.142449 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.142772 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.143100 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:53.257528 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Router ce589d17-d888-4605-bf98-929d27357f48 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:51:53.374984 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:51:53.385329 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] Sync routers for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:51:53.397368 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:51:53.397368 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:53.426954 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] No DVR routers for this DVR port 21dd64fa-d499-4810-bbf9-7a4b89c79a57 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:51:53.429811 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:53.433244 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f20fb3c3-183e-4d3b-a6f3-fa69d8693064 req-1544811e-4313-4a03-baae-8076901faac9 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.21 "DELETE /v2.0/ports/21dd64fa-d499-4810-bbf9-7a4b89c79a57 HTTP/1.1" status: 204 len: 173 time: 1.0814996 May 04 21:51:53.433732 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-deleted', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:51:53.436175 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a01efa-d3a8-4618-84cf-740f4cdbe685" -d '{"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-deleted", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:51:53.519748 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:51:53.641134 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787953ef-bf94-4a36-997e-021a49d514b5 x-openstack-request-id: req-787953ef-bf94-4a36-997e-021a49d514b5 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:51:53.641429 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6b275f-4d4b-40a3-ade0-ed9004b474a3", "name": "network-vif-deleted", "tag": "21dd64fa-d499-4810-bbf9-7a4b89c79a57", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:51:53.641684 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-787953ef-bf94-4a36-997e-021a49d514b5 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:51:53.642159 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787953ef-bf94-4a36-997e-021a49d514b5'] response: {'server_uuid': 'da6b275f-4d4b-40a3-ade0-ed9004b474a3', 'name': 'network-vif-deleted', 'tag': '21dd64fa-d499-4810-bbf9-7a4b89c79a57', 'status': 'completed', 'code': 200} May 04 21:51:53.736235 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:53.768260 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] Checking router: ce589d17-d888-4605-bf98-929d27357f48 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:51:53.777299 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:51:53.778240 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:53.789432 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d0a5500a-53e1-4d17-8f5e-be5a46801f8e req-25332b19-fc35-4d4a-84b9-fe8440cba020 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6b275f-4d4b-40a3-ade0-ed9004b474a3 HTTP/1.1" status: 200 len: 210 time: 0.0301909 May 04 21:51:53.893474 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:51:54.098767 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:54.125316 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e5f73-bb06-4cc2-ae30-d5144f2e37bd None None] The sync data for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi is: [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:40:09Z', 'revision_number': 4, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'd1407216-9a82-43c6-bd39-dadd9c4d5f1d', 'name': '', 'network_id': '0f17d82c-63df-4cf1-86e7-b7abee92a710', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'mac_address': 'fa:16:3e:cd:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:06Z', 'updated_at': '2022-05-04T21:40:16Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'subnets': [{'id': '4753f203-8d97-4e83-bef9-56f542d6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:51:54.261726 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 48998) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:54.354913 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1490b90-e6f7-4e98-85d6-dc4c1ab21525 None None] New status for floating IP 950043a7-261d-4521-b277-29abd3d46e86: DOWN {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:51:54.371125 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-702f5acd-20f4-4fb0-80f1-f320d66f6d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.448446 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-702f5acd-20f4-4fb0-80f1-f320d66f6d47 admin admin] Publish callbacks [] for security_group (771ff46b-6f58-4e41-97b5-3a502906995a), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.452486 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-702f5acd-20f4-4fb0-80f1-f320d66f6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (771ff46b-6f58-4e41-97b5-3a502906995a), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.491475 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-702f5acd-20f4-4fb0-80f1-f320d66f6d47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d35ac6dbfe84e558b2ff116da55b85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285633 May 04 21:51:54.492367 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f5acd-20f4-4fb0-80f1-f320d66f6d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771ff46b-6f58-4e41-97b5-3a502906995a,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:54.494247 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49002) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:54.547425 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Publish callbacks [] for security_group (771ff46b-6f58-4e41-97b5-3a502906995a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.568102 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Publish callbacks [] for security_group (771ff46b-6f58-4e41-97b5-3a502906995a), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.614289 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (771ff46b-6f58-4e41-97b5-3a502906995a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.617298 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.618431 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/771ff46b-6f58-4e41-97b5-3a502906995a HTTP/1.1" status: 204 len: 168 time: 0.1223567 May 04 21:51:54.626208 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771ff46b-6f58-4e41-97b5-3a502906995a,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:54.633561 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.634001 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.634413 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.634756 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.635082 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.635427 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.635774 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.636093 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.636419 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.636738 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.637056 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.637378 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.637691 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.638003 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.638314 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2439b-c71b-40e9-8898-8e2680f7f9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:51:54.880459 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49012) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:54.895472 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49014) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:54.908615 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8bf04e62-55e7-47e2-9448-0315a9cabdd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.935645 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-896cf1f8-9d3d-4b78-bfab-91e705412f35 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (75f9361d-c59f-41c9-8d24-db38b9644376), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.962550 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-896cf1f8-9d3d-4b78-bfab-91e705412f35 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (75f9361d-c59f-41c9-8d24-db38b9644376), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.987154 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8bf04e62-55e7-47e2-9448-0315a9cabdd2 admin admin] Publish callbacks [] for security_group (8e920cab-7cc3-4db6-a11e-e98d1e942ee0), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:54.991806 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-8bf04e62-55e7-47e2-9448-0315a9cabdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (8e920cab-7cc3-4db6-a11e-e98d1e942ee0), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.011406 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-896cf1f8-9d3d-4b78-bfab-91e705412f35 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (75f9361d-c59f-41c9-8d24-db38b9644376), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.014134 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-896cf1f8-9d3d-4b78-bfab-91e705412f35 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.015435 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-896cf1f8-9d3d-4b78-bfab-91e705412f35 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "DELETE /v2.0/security-groups/75f9361d-c59f-41c9-8d24-db38b9644376 HTTP/1.1" status: 204 len: 168 time: 0.1338725 May 04 21:51:55.019753 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49016) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:55.031809 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cf1f8-9d3d-4b78-bfab-91e705412f35 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f9361d-c59f-41c9-8d24-db38b9644376,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:55.034262 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-8bf04e62-55e7-47e2-9448-0315a9cabdd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d62c17845c740d0b2c1a2b3416a74a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377077 May 04 21:51:55.036918 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49018) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:55.039126 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.api.v2.resource [None req-b51ba7ad-73b3-41b0-b8d0-5c79e4904621 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] show failed (client error): The resource could not be found. May 04 21:51:55.043315 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b51ba7ad-73b3-41b0-b8d0-5c79e4904621 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "GET /v2.0/security-groups/75f9361d-c59f-41c9-8d24-db38b9644376 HTTP/1.1" status: 404 len: 347 time: 0.0200913 May 04 21:51:55.043579 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf04e62-55e7-47e2-9448-0315a9cabdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e920cab-7cc3-4db6-a11e-e98d1e942ee0,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:55.043683 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49020) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:55.089994 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-11e881fd-ed17-4141-b229-ed110ce73d40 admin admin] Publish callbacks [] for security_group (8e920cab-7cc3-4db6-a11e-e98d1e942ee0), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.111253 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-11e881fd-ed17-4141-b229-ed110ce73d40 admin admin] Publish callbacks [] for security_group (8e920cab-7cc3-4db6-a11e-e98d1e942ee0), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.158837 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-11e881fd-ed17-4141-b229-ed110ce73d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (8e920cab-7cc3-4db6-a11e-e98d1e942ee0), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.161167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Deleting port 02a28548-fe64-4b8e-85f6-2ece76e03a6b {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:51:55.161584 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-11e881fd-ed17-4141-b229-ed110ce73d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.161718 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (02a28548-fe64-4b8e-85f6-2ece76e03a6b), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.162752 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-11e881fd-ed17-4141-b229-ed110ce73d40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e920cab-7cc3-4db6-a11e-e98d1e942ee0 HTTP/1.1" status: 204 len: 168 time: 0.1250184 May 04 21:51:55.171241 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e881fd-ed17-4141-b229-ed110ce73d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e920cab-7cc3-4db6-a11e-e98d1e942ee0,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:55.243885 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c2883dc-2c5c-4f87-ab0c-53fcf022becd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.245222 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (02a28548-fe64-4b8e-85f6-2ece76e03a6b), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.245611 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (02a28548-fe64-4b8e-85f6-2ece76e03a6b), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.258950 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Calling delete_port for 02a28548-fe64-4b8e-85f6-2ece76e03a6b owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:51:55.270053 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:51:55.291299 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 21dd64fa-d499-4810-bbf9-7a4b89c79a57 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:51:55.291698 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21dd64fa-d499-4810-bbf9-7a4b89c79a57 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:51:55.393200 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (02a28548-fe64-4b8e-85f6-2ece76e03a6b), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.417671 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Pushing event deleted for resources: {'Port': ['ID=02a28548-fe64-4b8e-85f6-2ece76e03a6b,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:55.482744 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks [] for floatingip (950043a7-261d-4521-b277-29abd3d46e86), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.485490 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:55.486661 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4872a8d8-8cba-4976-8781-0ed6a6f929a4 tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] 10.222.0.23 "DELETE /v2.0/floatingips/950043a7-261d-4521-b277-29abd3d46e86 HTTP/1.1" status: 204 len: 168 time: 0.4421949 May 04 21:51:56.150096 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.209771 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49104) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:57.317657 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6e862b65-e8ef-4535-9379-1173959d9af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.401741 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6e862b65-e8ef-4535-9379-1173959d9af3 admin admin] Publish callbacks [] for security_group (76c475be-fd24-4e60-92b7-548c80c2621b), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.406683 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6e862b65-e8ef-4535-9379-1173959d9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (76c475be-fd24-4e60-92b7-548c80c2621b), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.444991 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-6e862b65-e8ef-4535-9379-1173959d9af3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c881ee222ef440ebd3be728c09c9efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340791 May 04 21:51:57.446184 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e862b65-e8ef-4535-9379-1173959d9af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c475be-fd24-4e60-92b7-548c80c2621b,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:57.448116 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49108) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:57.502834 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4900-f708-486e-a53d-7f3bbd0025e4 admin admin] Publish callbacks [] for security_group (76c475be-fd24-4e60-92b7-548c80c2621b), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.525173 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4900-f708-486e-a53d-7f3bbd0025e4 admin admin] Publish callbacks [] for security_group (76c475be-fd24-4e60-92b7-548c80c2621b), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.584440 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4900-f708-486e-a53d-7f3bbd0025e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (76c475be-fd24-4e60-92b7-548c80c2621b), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.587285 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4900-f708-486e-a53d-7f3bbd0025e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.588480 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0fdf4900-f708-486e-a53d-7f3bbd0025e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76c475be-fd24-4e60-92b7-548c80c2621b HTTP/1.1" status: 204 len: 168 time: 0.1393232 May 04 21:51:57.596979 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf4900-f708-486e-a53d-7f3bbd0025e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c475be-fd24-4e60-92b7-548c80c2621b,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:57.706926 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.867313 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49120) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:57.881067 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4350-e89f-46d5-b461-c6bb9fb10842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.904195 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49124) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:57.956693 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4350-e89f-46d5-b461-c6bb9fb10842 admin admin] Publish callbacks [] for security_group (c3229401-26dd-45b6-823c-6cc585be5683), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:57.961461 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4350-e89f-46d5-b461-c6bb9fb10842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (c3229401-26dd-45b6-823c-6cc585be5683), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:58.001346 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ec0c4350-e89f-46d5-b461-c6bb9fb10842 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b35ae8a3fc2e4583a4c80aea72b1b148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329093 May 04 21:51:58.002488 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c4350-e89f-46d5-b461-c6bb9fb10842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3229401-26dd-45b6-823c-6cc585be5683,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:58.004144 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49128) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:58.056757 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-acb7e516-c5ac-4060-a7df-60dac5cc5c11 admin admin] Publish callbacks [] for security_group (c3229401-26dd-45b6-823c-6cc585be5683), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:58.078986 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-acb7e516-c5ac-4060-a7df-60dac5cc5c11 admin admin] Publish callbacks [] for security_group (c3229401-26dd-45b6-823c-6cc585be5683), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:58.165187 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-acb7e516-c5ac-4060-a7df-60dac5cc5c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (c3229401-26dd-45b6-823c-6cc585be5683), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:58.167695 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-acb7e516-c5ac-4060-a7df-60dac5cc5c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:58.168826 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-acb7e516-c5ac-4060-a7df-60dac5cc5c11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3229401-26dd-45b6-823c-6cc585be5683 HTTP/1.1" status: 204 len: 168 time: 0.1636064 May 04 21:51:58.206433 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7e516-c5ac-4060-a7df-60dac5cc5c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3229401-26dd-45b6-823c-6cc585be5683,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:58.451295 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (ce589d17-d888-4605-bf98-929d27357f48), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:58.687123 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Deleting port d1407216-9a82-43c6-bd39-dadd9c4d5f1d {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:51:58.687498 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:58.767700 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] For port d1407216-9a82-43c6-bd39-dadd9c4d5f1d, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=d1407216-9a82-43c6-bd39-dadd9c4d5f1d,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:51:58.768062 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:58.780836 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Calling delete_port for d1407216-9a82-43c6-bd39-dadd9c4d5f1d owned by network:router_interface {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:51:58.966654 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (d1407216-9a82-43c6-bd39-dadd9c4d5f1d), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:58.993118 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1407216-9a82-43c6-bd39-dadd9c4d5f1d,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:51:59.167708 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (ce589d17-d888-4605-bf98-929d27357f48), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:59.265240 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:59.385293 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Router ce589d17-d888-4605-bf98-929d27357f48 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:51:59.495074 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:51:59.500414 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-377e85bf-68d2-4394-95fd-e37d3e53549c admin admin] 10.222.0.23 "PUT /v2.0/routers/ce589d17-d888-4605-bf98-929d27357f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5951819 May 04 21:51:59.503047 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49170) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:51:59.509307 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] Sync routers for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:51:59.523794 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:51:59.524620 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:59.611013 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks [] for router (ce589d17-d888-4605-bf98-929d27357f48), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:59.632072 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:51:59.718304 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks [] for router_gateway (ce589d17-d888-4605-bf98-929d27357f48), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:59.773199 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Deleting port b723eec9-a0fe-4abc-9380-4426efe3e2c6 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:51:59.779711 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:59.835261 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:51:58Z', 'revision_number': 5, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port': {'id': 'b723eec9-a0fe-4abc-9380-4426efe3e2c6', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce589d17-d888-4605-bf98-929d27357f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:40:00Z', 'updated_at': '2022-05-04T21:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:59.862201 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] For port b723eec9-a0fe-4abc-9380-4426efe3e2c6, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=b723eec9-a0fe-4abc-9380-4426efe3e2c6,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:51:59.862559 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:51:59.864759 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] Checking router: ce589d17-d888-4605-bf98-929d27357f48 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:51:59.873490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] Routers {'ce589d17-d888-4605-bf98-929d27357f48'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:51:59.874135 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['ce589d17-d888-4605-bf98-929d27357f48'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:51:59.876534 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Calling delete_port for b723eec9-a0fe-4abc-9380-4426efe3e2c6 owned by network:router_gateway {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:51:59.959545 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] Set router ce589d17-d888-4605-bf98-929d27357f48 gateway port host: None {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:52:00.045966 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (b723eec9-a0fe-4abc-9380-4426efe3e2c6), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.073683 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Pushing event deleted for resources: {'Port': ['ID=b723eec9-a0fe-4abc-9380-4426efe3e2c6,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:00.138919 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (ce589d17-d888-4605-bf98-929d27357f48), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.145729 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:51:59Z', 'revision_number': 6, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port_host': None}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:00.174587 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2eda5c-c8cc-4f7f-b4ac-e8fbe9e92719 None None] The sync data for ids ['ce589d17-d888-4605-bf98-929d27357f48'] in dv-cinder-836083-5-iscsi is: [{'id': 'ce589d17-d888-4605-bf98-929d27357f48', 'name': 'tempest-AttachVolumeShelveTestJSON-1572808770-router', 'tenant_id': '80373b242ff34b0ba8ac77e122566e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:39:59Z', 'updated_at': '2022-05-04T21:51:59Z', 'revision_number': 6, 'project_id': '80373b242ff34b0ba8ac77e122566e67', 'gw_port_host': None}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:52:00.233470 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (ce589d17-d888-4605-bf98-929d27357f48), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.235734 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks [] for router_controller (ce589d17-d888-4605-bf98-929d27357f48), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.280434 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (ce589d17-d888-4605-bf98-929d27357f48), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.280987 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce589d17-d888-4605-bf98-929d27357f48 {{(pid=110027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:52:00.285386 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.286532 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d3e8ffc0-e76f-407b-bb4d-3dca2abc911a admin admin] 10.222.0.23 "DELETE /v2.0/routers/ce589d17-d888-4605-bf98-929d27357f48 HTTP/1.1" status: 204 len: 168 time: 0.7824621 May 04 21:52:00.289204 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49178) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:00.337191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37acd7d-ce93-419b-9239-be48efb95e1d admin admin] Deleting subnet 4753f203-8d97-4e83-bef9-56f542d6fa65 {{(pid=110027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:52:00.340553 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d37acd7d-ce93-419b-9239-be48efb95e1d admin admin] Publish callbacks [] for subnet (4753f203-8d97-4e83-bef9-56f542d6fa65), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.378344 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d37acd7d-ce93-419b-9239-be48efb95e1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9140398'] for subnet (4753f203-8d97-4e83-bef9-56f542d6fa65), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.461094 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d37acd7d-ce93-419b-9239-be48efb95e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (4753f203-8d97-4e83-bef9-56f542d6fa65), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.514577 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d37acd7d-ce93-419b-9239-be48efb95e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8552843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12385139'] for subnet (4753f203-8d97-4e83-bef9-56f542d6fa65), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.543939 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37acd7d-ce93-419b-9239-be48efb95e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4753f203-8d97-4e83-bef9-56f542d6fa65,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:00.549041 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d37acd7d-ce93-419b-9239-be48efb95e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.554781 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d37acd7d-ce93-419b-9239-be48efb95e1d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4753f203-8d97-4e83-bef9-56f542d6fa65 HTTP/1.1" status: 204 len: 168 time: 0.2622519 May 04 21:52:00.554979 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49180) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:00.557118 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6366412f-bb40-4ba3-a4c3-b5c447f933ac None None] Network 0f17d82c-63df-4cf1-86e7-b7abee92a710 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:52:00.632820 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (0f17d82c-63df-4cf1-86e7-b7abee92a710), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.677624 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Deleting port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:52:00.677968 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.742887 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] For port 213dae3a-2d32-46a8-a7e4-c93849af7aa2, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=213dae3a-2d32-46a8-a7e4-c93849af7aa2,segment=NetworkSegment(759f3e32-25a7-49f4-bf5a-efd3828f1c44),segment_id=759f3e32-25a7-49f4-bf5a-efd3828f1c44)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:52:00.743250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.756662 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Calling delete_port for 213dae3a-2d32-46a8-a7e4-c93849af7aa2 owned by network:dhcp {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:52:00.837892 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (213dae3a-2d32-46a8-a7e4-c93849af7aa2), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.866903 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Pushing event deleted for resources: {'Port': ['ID=213dae3a-2d32-46a8-a7e4-c93849af7aa2,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:00.870451 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] No DVR routers for this DVR port 213dae3a-2d32-46a8-a7e4-c93849af7aa2 on host dv-cinder-836083-5-iscsi {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:52:00.942572 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (0f17d82c-63df-4cf1-86e7-b7abee92a710), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:00.965271 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f17d82c-63df-4cf1-86e7-b7abee92a710']}} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:00.968807 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b395e6-8852-445a-8cd7-e364cabe3670 None None] DHCP port deletion for 0f17d82c-63df-4cf1-86e7-b7abee92a710 request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:52:00.978028 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759f3e32-25a7-49f4-bf5a-efd3828f1c44') {'for_net_delete': True} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:00.978336 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.services.segments.db [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759f3e32-25a7-49f4-bf5a-efd3828f1c44') {} {{(pid=110027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:00.995037 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9140401'] for segment (759f3e32-25a7-49f4-bf5a-efd3828f1c44), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.009498 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (759f3e32-25a7-49f4-bf5a-efd3828f1c44), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.015754 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=110027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:52:01.016140 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552941'] for segment (759f3e32-25a7-49f4-bf5a-efd3828f1c44), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: Traceback (most recent call last): May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: timer() May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: cb(*args, **kw) May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: return func(*args, **kwargs) May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: self._notify() May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: self.callback(batched_events) May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: event.method(event) May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: return f(self, *a, **k) May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: return self._get(url).json() May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: return self.request(url, 'GET', **kwargs) May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:52:01.017919 dv-cinder-836083-5-iscsi neutron-server[110027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:52:01.083479 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (0f17d82c-63df-4cf1-86e7-b7abee92a710), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.089198 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.092953 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0f17d82c-63df-4cf1-86e7-b7abee92a710 HTTP/1.1" status: 204 len: 168 time: 0.5369897 May 04 21:52:01.105349 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008b43e-d344-43fd-adb2-474762d41223 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f17d82c-63df-4cf1-86e7-b7abee92a710,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:01.279603 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49208) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:01.309559 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.322389 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-1113c500-16ce-4874-8b64-16099db61d4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80373b242ff34b0ba8ac77e122566e67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415466 May 04 21:52:01.325846 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49210) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:01.372074 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d23abe2c-035f-4841-9f1a-d5af0afb1c66 admin admin] Publish callbacks [] for security_group (34ee555b-d40c-4ba4-8413-ab9185c9bcf0), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.392768 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d23abe2c-035f-4841-9f1a-d5af0afb1c66 admin admin] Publish callbacks [] for security_group (34ee555b-d40c-4ba4-8413-ab9185c9bcf0), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.448743 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d23abe2c-035f-4841-9f1a-d5af0afb1c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (34ee555b-d40c-4ba4-8413-ab9185c9bcf0), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.453281 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d23abe2c-035f-4841-9f1a-d5af0afb1c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:01.454402 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d23abe2c-035f-4841-9f1a-d5af0afb1c66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34ee555b-d40c-4ba4-8413-ab9185c9bcf0 HTTP/1.1" status: 204 len: 168 time: 0.1276512 May 04 21:52:01.463429 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23abe2c-035f-4841-9f1a-d5af0afb1c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ee555b-d40c-4ba4-8413-ab9185c9bcf0,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:01.544296 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d1407216-9a82-43c6-bd39-dadd9c4d5f1d no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:52:01.564540 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: d1407216-9a82-43c6-bd39-dadd9c4d5f1d {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:52:01.565183 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device d1407216-9a82-43c6-bd39-dadd9c4d5f1d not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:52:01.565449 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 213dae3a-2d32-46a8-a7e4-c93849af7aa2 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:52:01.583934 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 213dae3a-2d32-46a8-a7e4-c93849af7aa2 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:52:01.584379 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 213dae3a-2d32-46a8-a7e4-c93849af7aa2 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:52:01.584671 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b723eec9-a0fe-4abc-9380-4426efe3e2c6 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:52:01.602748 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: b723eec9-a0fe-4abc-9380-4426efe3e2c6 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:52:01.603117 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b723eec9-a0fe-4abc-9380-4426efe3e2c6 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:52:02.164880 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49232) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:02.263679 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1399304585-network', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:02.285117 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Made reservation on behalf of 5ff27efad4df4cb6847ca7661fd1fc69 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:52:02.287886 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.301656 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.379761 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Publish callbacks [] for security_group (70f78af1-3d9f-4e37-b971-49207f42a409), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.384527 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (70f78af1-3d9f-4e37-b971-49207f42a409), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.408623 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 21:52:02.418860 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f78af1-3d9f-4e37-b971-49207f42a409,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:02.423690 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (1e05d587-bd2d-491e-b094-b746cd6f2285), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.424065 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Added segment 1e05d587-bd2d-491e-b094-b746cd6f2285 of type vlan for network d9c2ab43-e7c6-4751-ba8b-5352da760d74 May 04 21:52:02.464710 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793721044435'] for network (d9c2ab43-e7c6-4751-ba8b-5352da760d74), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.491931 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343'] for network (d9c2ab43-e7c6-4751-ba8b-5352da760d74), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.492881 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:02.493497 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.526323 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3604441 May 04 21:52:02.529103 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49248) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:02.535241 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Request body: {'subnet': {'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-subnet', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:02.565195 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90914412-f35b-45c9-a275-aca989c31f1c admin admin] Pushing event updated for resources: {'Network': ['ID=d9c2ab43-e7c6-4751-ba8b-5352da760d74,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:02.569030 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49250) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:02.577522 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 details requested by agent ovs-agent-dv-cinder-836083-5-iscsi with host dv-cinder-836083-5-iscsi {{(pid=110029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 21:52:02.582333 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Made reservation on behalf of 5ff27efad4df4cb6847ca7661fd1fc69 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:52:02.584828 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8671830'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.687510 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0097-a8c3-4a1d-a577-e9c402345596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.757596 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9291508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8671780'] for subnet (7a99243a-0206-49a1-a585-9d36399ac6e5), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.762245 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0097-a8c3-4a1d-a577-e9c402345596 admin admin] Publish callbacks [] for security_group (a5c33cba-f5eb-41f3-9c07-51fbda8d25c2), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.767748 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0097-a8c3-4a1d-a577-e9c402345596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a5c33cba-f5eb-41f3-9c07-51fbda8d25c2), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.806516 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-bb7f0097-a8c3-4a1d-a577-e9c402345596 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c3bf2fe467f425ebfac139c4fe4103e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354431 May 04 21:52:02.807486 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f0097-a8c3-4a1d-a577-e9c402345596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c33cba-f5eb-41f3-9c07-51fbda8d25c2,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:02.809878 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49254) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:02.817990 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a99243a-0206-49a1-a585-9d36399ac6e5,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:02.828101 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Checking segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:52:02.828462 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Network hostable DHCP agents. Network: d9c2ab43-e7c6-4751-ba8b-5352da760d74, hostable agents: ['a7b7b666-368a-4391-893c-e66bbf2601ce'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 21:52:02.845985 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 is scheduled to be hosted by DHCP agent a7b7b666-368a-4391-893c-e66bbf2601ce with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 21:52:02.854827 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-5-iscsi, d9c2ab43-e7c6-4751-ba8b-5352da760d74) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:52:02.859110 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:02.859264 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2b6c876d-c6d2-48d4-b505-e641b78a0461 admin admin] Publish callbacks [] for security_group (a5c33cba-f5eb-41f3-9c07-51fbda8d25c2), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.859598 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.866557 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0509668a-2b5f-4af7-8484-b7b5db6832f6 None None] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:52:02.883101 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49256) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:02.883322 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4a12b7b3-d4a9-4d4b-9a31-f81c53a704ca admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3531570 May 04 21:52:02.887321 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:02.891862 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2b6c876d-c6d2-48d4-b505-e641b78a0461 admin admin] Publish callbacks [] for security_group (a5c33cba-f5eb-41f3-9c07-51fbda8d25c2), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.934750 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30828'] for router (72ad127d-b942-43f7-a3f4-a482ee3cde74), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.935836 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3887700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3844445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30837'] for router (72ad127d-b942-43f7-a3f4-a482ee3cde74), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.960393 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2b6c876d-c6d2-48d4-b505-e641b78a0461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a5c33cba-f5eb-41f3-9c07-51fbda8d25c2), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.963039 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2b6c876d-c6d2-48d4-b505-e641b78a0461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.964222 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-2b6c876d-c6d2-48d4-b505-e641b78a0461 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5c33cba-f5eb-41f3-9c07-51fbda8d25c2 HTTP/1.1" status: 204 len: 168 time: 0.1534145 May 04 21:52:02.974169 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8453315-97d9-501d-bb36-3acddf00f637-d9c2ab43-e7c6-4751-ba8b-5352da760d74', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5'}]}} from dv-cinder-836083-5-iscsi. {{(pid=110029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 21:52:02.975163 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:02.982519 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c876d-c6d2-48d4-b505-e641b78a0461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c33cba-f5eb-41f3-9c07-51fbda8d25c2,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:03.017149 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks [] for router_controller (72ad127d-b942-43f7-a3f4-a482ee3cde74), precommit_add_association {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.131289 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Allocated IP 172.20.0.2 (d9c2ab43-e7c6-4751-ba8b-5352da760d74/7a99243a-0206-49a1-a585-9d36399ac6e5/03622967-461d-4371-b9c2-f7c5b19ac844) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:52:03.276930 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49262) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:03.291467 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c23c92f2-886b-4a4a-b440-6d8af73778bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.308897 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Publish callbacks [] for port (03622967-461d-4371-b9c2-f7c5b19ac844), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.317555 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.366023 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Pushing event updated for resources: {'Port': ['ID=03622967-461d-4371-b9c2-f7c5b19ac844,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:03.373804 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c23c92f2-886b-4a4a-b440-6d8af73778bf admin admin] Publish callbacks [] for security_group (bd5f827d-add5-4897-856f-5b7455f50ef6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.376257 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.376676 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.377052 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.377398 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.377774 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.378094 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.378602 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.378740 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c23c92f2-886b-4a4a-b440-6d8af73778bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (bd5f827d-add5-4897-856f-5b7455f50ef6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.379346 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.379633 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.380110 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.380588 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.381249 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.381730 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.382203 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.382678 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:03.392909 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:52:03.394304 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:52:03.396614 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:52:03.421227 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c23c92f2-886b-4a4a-b440-6d8af73778bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dba1a85e9531421987674dec290d6fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429098 May 04 21:52:03.422415 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c92f2-886b-4a4a-b440-6d8af73778bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5f827d-add5-4897-856f-5b7455f50ef6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:03.424053 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49264) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:03.459353 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks [] for router_gateway (72ad127d-b942-43f7-a3f4-a482ee3cde74), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.460927 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Attempting to bind port 03622967-461d-4371-b9c2-f7c5b19ac844 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:52:03.461293 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Attempting to bind port 03622967-461d-4371-b9c2-f7c5b19ac844 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:52:03.461648 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Attempting to bind port 03622967-461d-4371-b9c2-f7c5b19ac844 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:52:03.466856 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:52:03.467186 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Checking segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:52:03.467806 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.468128 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Bound using segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:52:03.468637 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Bound port: 03622967-461d-4371-b9c2-f7c5b19ac844, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:52:03.468896 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.539756 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] For port 03622967-461d-4371-b9c2-f7c5b19ac844, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:52:03.543858 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] For port 03622967-461d-4371-b9c2-f7c5b19ac844, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=03622967-461d-4371-b9c2-f7c5b19ac844,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:52:03.552169 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.571173 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d29686b1-59a3-4bb0-ad38-63c4c4d08269 admin admin] Publish callbacks [] for security_group (bd5f827d-add5-4897-856f-5b7455f50ef6), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.602664 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d29686b1-59a3-4bb0-ad38-63c4c4d08269 admin admin] Publish callbacks [] for security_group (bd5f827d-add5-4897-856f-5b7455f50ef6), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.610616 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e8490-1ef4-4520-863c-bd6a7dd1d850 None None] Pushing event updated for resources: {'Port': ['ID=03622967-461d-4371-b9c2-f7c5b19ac844,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:03.737580 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks [] for router_gateway (72ad127d-b942-43f7-a3f4-a482ee3cde74), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.775403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d29686b1-59a3-4bb0-ad38-63c4c4d08269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (bd5f827d-add5-4897-856f-5b7455f50ef6), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.778043 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d29686b1-59a3-4bb0-ad38-63c4c4d08269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.779175 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d29686b1-59a3-4bb0-ad38-63c4c4d08269 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd5f827d-add5-4897-856f-5b7455f50ef6 HTTP/1.1" status: 204 len: 168 time: 0.3541129 May 04 21:52:03.780376 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:03.795529 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29686b1-59a3-4bb0-ad38-63c4c4d08269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5f827d-add5-4897-856f-5b7455f50ef6,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:03.906059 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Allocated IP 172.27.1.242 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:52:04.008024 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks [] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:04.041135 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:04.079344 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:52:04.082394 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:52:04.088302 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:52:04.119449 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:04.356953 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks [] for router_gateway (72ad127d-b942-43f7-a3f4-a482ee3cde74), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:04.567119 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3887719'] for router (72ad127d-b942-43f7-a3f4-a482ee3cde74), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:04.617526 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d4101-b78a-4987-ba2c-f3450cc68b81 None None] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:52:04.710138 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 is scheduled to L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed with binding_index 1 {{(pid=110027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 21:52:04.739666 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-ce57023b-9887-4f9f-878a-8a71f296ddb4 None None] Provisioning complete for port 03622967-461d-4371-b9c2-f7c5b19ac844 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:04.740032 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ce57023b-9887-4f9f-878a-8a71f296ddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:04.828893 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-ce57023b-9887-4f9f-878a-8a71f296ddb4 None None] Current status of the port 03622967-461d-4371-b9c2-f7c5b19ac844 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:04.829493 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ce57023b-9887-4f9f-878a-8a71f296ddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:04.840194 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:52:04.851936 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:52:04.866805 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:52:04.867644 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:04.871730 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-ce57023b-9887-4f9f-878a-8a71f296ddb4 None None] For port 03622967-461d-4371-b9c2-f7c5b19ac844, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=03622967-461d-4371-b9c2-f7c5b19ac844,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:52:04.878057 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:04.883624 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49296) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:04.885653 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ce57023b-9887-4f9f-878a-8a71f296ddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:04.890052 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-03f7cb64-8d12-4faa-a5ef-f514a5cb1905 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9993694 May 04 21:52:04.949638 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57023b-9887-4f9f-878a-8a71f296ddb4 None None] Pushing event updated for resources: {'Port': ['ID=03622967-461d-4371-b9c2-f7c5b19ac844,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:04.994279 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:52:05.005726 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-b453d52e-05ae-46bf-a0ce-319ddea062e4 None None] Provisioning complete for port 03622967-461d-4371-b9c2-f7c5b19ac844 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:05.006105 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b453d52e-05ae-46bf-a0ce-319ddea062e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.120198 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-b453d52e-05ae-46bf-a0ce-319ddea062e4 None None] Current status of the port 03622967-461d-4371-b9c2-f7c5b19ac844 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:05.173626 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:04Z', 'revision_number': 3, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:05.209808 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:52:05.210167 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Updating router 72ad127d-b942-43f7-a3f4-a482ee3cde74 port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 binding host dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:52:05.237452 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.380513 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.506240 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Publish callbacks [] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.519139 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.588641 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Pushing event updated for resources: {'Port': ['ID=fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:05.589965 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Allocated IP 172.20.0.1 (d9c2ab43-e7c6-4751-ba8b-5352da760d74/7a99243a-0206-49a1-a585-9d36399ac6e5/2acecbd4-f759-46a3-ad69-bddbf806fc17) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:52:05.597609 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Attempting to bind port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:52:05.598363 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Attempting to bind port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:52:05.598894 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Attempting to bind port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 on network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:52:05.602680 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.603036 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.603522 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.603956 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.604172 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.604504 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.604833 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.605215 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.605470 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.605795 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.606119 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.606469 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.606784 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.607253 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.607597 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:05.610249 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 03622967-461d-4371-b9c2-f7c5b19ac844 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:52:05.630701 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:52:05.631711 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Checking segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:52:05.632366 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.633507 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Bound using segment: {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:52:05.634217 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Bound port: fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed3f69-ef40-4a14-b27d-7f613548ada8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:52:05.634816 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.660533 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 03622967-461d-4371-b9c2-f7c5b19ac844 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:05.661654 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.698034 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] For port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:52:05.699110 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Publish callbacks [] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.702066 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] For port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:52:05.712022 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.741840 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.753811 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 03622967-461d-4371-b9c2-f7c5b19ac844 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:05.779790 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:52:05.780426 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:05.787874 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:52:05.792620 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:52:05.796874 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:52:05.874458 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2acecbd4-f759-46a3-ad69-bddbf806fc17,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:05.901241 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888442'] for router_interface (72ad127d-b942-43f7-a3f4-a482ee3cde74), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:05.973127 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cafcdd-896f-4a72-b9f2-e3e8be04d585 None None] Pushing event updated for resources: {'Port': ['ID=fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:05.995966 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:52:06.041844 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:06.148283 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-37e19486-a054-4cdd-b003-83c8f652e209 None None] Provisioning complete for port 2acecbd4-f759-46a3-ad69-bddbf806fc17 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:06.148529 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-37e19486-a054-4cdd-b003-83c8f652e209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:06.172017 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:04Z', 'revision_number': 3, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:06.184295 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-37e19486-a054-4cdd-b003-83c8f652e209 None None] Port 2acecbd4-f759-46a3-ad69-bddbf806fc17 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:52:06.199898 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5580418c-efab-417a-93ca-5a8901c8ca02 None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:04Z', 'revision_number': 3, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:52:06.219457 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Publish callbacks [] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:06.225472 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:06.291333 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3777321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3888576'] for router_interface (72ad127d-b942-43f7-a3f4-a482ee3cde74), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:06.293133 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2acecbd4-f759-46a3-ad69-bddbf806fc17,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:06.405665 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:52:06.408910 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:52:06.539107 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:52:06.654964 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:52:06.660130 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-29e836bc-d222-4f95-ae33-3f0eb1ba57d7 admin admin] 10.222.0.23 "PUT /v2.0/routers/72ad127d-b942-43f7-a3f4-a482ee3cde74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7754331 May 04 21:52:06.712031 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-36734491-ded8-4754-bada-87c5b54e49ae None None] Provisioning complete for port 2acecbd4-f759-46a3-ad69-bddbf806fc17 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:06.712590 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-36734491-ded8-4754-bada-87c5b54e49ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:06.751990 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-36734491-ded8-4754-bada-87c5b54e49ae None None] Port 2acecbd4-f759-46a3-ad69-bddbf806fc17 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:52:07.266498 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49336) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:07.272099 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-78940a11-c28d-4ce2-bbd7-381894dc4eb7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730853013', 'description': 'tempest-description--1550097039'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:07.295287 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-78940a11-c28d-4ce2-bbd7-381894dc4eb7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.371844 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-78940a11-c28d-4ce2-bbd7-381894dc4eb7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (b169fc35-7dbf-4b27-9588-319faa07841e), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.376193 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-78940a11-c28d-4ce2-bbd7-381894dc4eb7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b169fc35-7dbf-4b27-9588-319faa07841e), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.405129 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-78940a11-c28d-4ce2-bbd7-381894dc4eb7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.406345 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-78940a11-c28d-4ce2-bbd7-381894dc4eb7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388328 May 04 21:52:07.408270 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78940a11-c28d-4ce2-bbd7-381894dc4eb7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b169fc35-7dbf-4b27-9588-319faa07841e,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:07.409289 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49342) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:07.415355 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-54040039-c5b1-4629-8ef6-c0fed108e46b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group_rule': {'security_group_id': 'b169fc35-7dbf-4b27-9588-319faa07841e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:07.444874 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54040039-c5b1-4629-8ef6-c0fed108e46b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (d8d77c82-8f6b-4959-bc38-645fc5a09438), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.510000 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54040039-c5b1-4629-8ef6-c0fed108e46b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (d8d77c82-8f6b-4959-bc38-645fc5a09438), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.514563 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54040039-c5b1-4629-8ef6-c0fed108e46b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (d8d77c82-8f6b-4959-bc38-645fc5a09438), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.531595 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54040039-c5b1-4629-8ef6-c0fed108e46b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d77c82-8f6b-4959-bc38-645fc5a09438,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:07.546527 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-54040039-c5b1-4629-8ef6-c0fed108e46b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.550243 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-54040039-c5b1-4629-8ef6-c0fed108e46b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361623 May 04 21:52:07.550545 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49344) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:07.551497 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:52:07.555015 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-a6cd77a6-34ee-407c-973f-bb58f24be0e2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group_rule': {'security_group_id': 'b169fc35-7dbf-4b27-9588-319faa07841e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:07.583495 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a6cd77a6-34ee-407c-973f-bb58f24be0e2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (2f160dd6-4b10-455e-bf6a-4076f8cbdc4c), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.606348 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:07.606800 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.643702 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a6cd77a6-34ee-407c-973f-bb58f24be0e2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (2f160dd6-4b10-455e-bf6a-4076f8cbdc4c), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.648445 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a6cd77a6-34ee-407c-973f-bb58f24be0e2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (2f160dd6-4b10-455e-bf6a-4076f8cbdc4c), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.667536 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd77a6-34ee-407c-973f-bb58f24be0e2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f160dd6-4b10-455e-bf6a-4076f8cbdc4c,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:07.678113 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a6cd77a6-34ee-407c-973f-bb58f24be0e2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.679365 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-a6cd77a6-34ee-407c-973f-bb58f24be0e2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277964 May 04 21:52:07.682464 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49346) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:07.687553 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:07.691924 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:07.692308 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.710101 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.714612 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] For port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:52:07.718951 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.770070 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Pushing event updated for resources: {'Port': ['ID=fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:07.774494 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:52:07.787008 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:52:07.787658 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:07.791976 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:07.894143 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Allocated IP 172.27.1.138 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/3bb2af11-409c-4e71-b335-b28432eb6398) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:52:07.896481 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:52:08.003698 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (3bb2af11-409c-4e71-b335-b28432eb6398), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.038078 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (3bb2af11-409c-4e71-b335-b28432eb6398), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.079155 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:52:08.084028 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:52:08.085808 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 2, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:08.090233 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:52:08.092265 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=3bb2af11-409c-4e71-b335-b28432eb6398,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:08.116065 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:52:08.116418 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Updating router 72ad127d-b942-43f7-a3f4-a482ee3cde74 port 2acecbd4-f759-46a3-ad69-bddbf806fc17 binding host dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 21:52:08.143344 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.178611 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (8b95a8e3-231b-40a4-a681-98f7e2444333), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.215771 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (3bb2af11-409c-4e71-b335-b28432eb6398), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.370984 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (3bb2af11-409c-4e71-b335-b28432eb6398), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.377094 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (3bb2af11-409c-4e71-b335-b28432eb6398), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.406993 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Publish callbacks [] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.413535 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.423677 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=3bb2af11-409c-4e71-b335-b28432eb6398,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:08.464390 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (8b95a8e3-231b-40a4-a681-98f7e2444333), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.484296 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.486265 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-29e7f8ce-e453-400c-840c-ee1c016ad630 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8024042 May 04 21:52:08.628642 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b073f4-d465-469a-a723-e33377cb7ea7 None None] Pushing event updated for resources: {'Port': ['ID=2acecbd4-f759-46a3-ad69-bddbf806fc17,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:08.690896 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-2c554f41-8e84-4cbe-bbe7-9c01ef5e058c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--730853013&fields=id&tenant_id=5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 267 time: 0.0681183 May 04 21:52:08.693657 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Attempting to bind port 2acecbd4-f759-46a3-ad69-bddbf806fc17 on host dv-cinder-836083-5-iscsi for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:52:08.694299 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Attempting to bind port 2acecbd4-f759-46a3-ad69-bddbf806fc17 by drivers openvswitch,hyperv on host dv-cinder-836083-5-iscsi at level 0 using segments [{'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:52:08.694912 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Attempting to bind port 2acecbd4-f759-46a3-ad69-bddbf806fc17 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:52:08.701824 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Checking agent: {'id': '116d4a62-39ef-4e6d-802e-4f8ba9205855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 31, 29), 'started_at': datetime.datetime(2022, 5, 4, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:52:08.702395 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Checking segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:52:08.702952 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.703545 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Bound using segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:52:08.704173 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Bound port: 2acecbd4-f759-46a3-ad69-bddbf806fc17, host: dv-cinder-836083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:52:08.704641 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.777859 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] For port 2acecbd4-f759-46a3-ad69-bddbf806fc17, host dv-cinder-836083-5-iscsi, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:52:08.782222 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] For port 2acecbd4-f759-46a3-ad69-bddbf806fc17, host dv-cinder-836083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=2acecbd4-f759-46a3-ad69-bddbf806fc17,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:52:08.791250 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.794496 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-e4017de7-2379-4418-a700-7d3a9221584e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:08.796341 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-e4017de7-2379-4418-a700-7d3a9221584e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 815 time: 0.1043465 May 04 21:52:08.812268 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-c31fb9d2-63de-49d7-9939-5f31fe18297d tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/quotas/5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 375 time: 0.0094500 May 04 21:52:08.833749 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-ad6b977d-58e3-4174-9478-2a31bc0b210d None None] Provisioning complete for port 2acecbd4-f759-46a3-ad69-bddbf806fc17 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:08.834250 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ad6b977d-58e3-4174-9478-2a31bc0b210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:08.864404 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-a0f6e5b9-3d5a-4781-b262-dba8ec60a99c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461943 May 04 21:52:08.888526 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:52:08.889241 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:08.930950 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b073f4-d465-469a-a723-e33377cb7ea7 None None] Pushing event updated for resources: {'Port': ['ID=2acecbd4-f759-46a3-ad69-bddbf806fc17,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:09.030864 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d531fdba-af36-48d9-b688-74466eae5802 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 21:52:09.032409 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d531fdba-af36-48d9-b688-74466eae5802 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1556308 May 04 21:52:09.050310 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:52:09.099780 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b977d-58e3-4174-9478-2a31bc0b210d None None] Current status of the port 2acecbd4-f759-46a3-ad69-bddbf806fc17 is: DOWN; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:09.100176 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ad6b977d-58e3-4174-9478-2a31bc0b210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.128704 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-bf06c4d3-d9b9-4cd9-b980-29a6f1fbb3f4 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901401 May 04 21:52:09.187834 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-ad6b977d-58e3-4174-9478-2a31bc0b210d None None] For port 2acecbd4-f759-46a3-ad69-bddbf806fc17, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=2acecbd4-f759-46a3-ad69-bddbf806fc17,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:52:09.215837 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ad6b977d-58e3-4174-9478-2a31bc0b210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.236807 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-7ac43ddc-2e7d-45c3-9ac6-f26c8194e63b service neutron] 10.222.0.23 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015542 May 04 21:52:09.311560 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b977d-58e3-4174-9478-2a31bc0b210d None None] Pushing event updated for resources: {'Port': ['ID=2acecbd4-f759-46a3-ad69-bddbf806fc17,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:09.329065 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49396) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:09.333041 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:08Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:09.366362 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-5945b4b0-fe15-49a0-8328-db5cff1922d1 None None] Provisioning complete for port 2acecbd4-f759-46a3-ad69-bddbf806fc17 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:09.367039 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5945b4b0-fe15-49a0-8328-db5cff1922d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.368867 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982c988-be16-4cbe-9ef8-218a5b7f253a None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:08Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:52:09.423877 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-19e91a1c-71e3-46ca-8afe-88213b05d497 req-26a8c0bf-1b2c-467d-aed5-ddfb9c4339c3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 210 time: 0.0405107 May 04 21:52:09.513418 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-5945b4b0-fe15-49a0-8328-db5cff1922d1 None None] Current status of the port 2acecbd4-f759-46a3-ad69-bddbf806fc17 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:09.562474 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dd8684f7-859e-40dc-8ded-b916177c1cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.583477 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:52:09.664656 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 2acecbd4-f759-46a3-ad69-bddbf806fc17 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:52:09.691683 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dd8684f7-859e-40dc-8ded-b916177c1cb8 admin admin] Publish callbacks [] for security_group (a0a384f2-4c01-4bc7-aca5-ab8d2ba0b870), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.704282 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dd8684f7-859e-40dc-8ded-b916177c1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a0a384f2-4c01-4bc7-aca5-ab8d2ba0b870), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.770267 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49410) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:09.770481 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-dd8684f7-859e-40dc-8ded-b916177c1cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39bd43eda29a4200a445edd673077a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4397638 May 04 21:52:09.771787 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8684f7-859e-40dc-8ded-b916177c1cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a384f2-4c01-4bc7-aca5-ab8d2ba0b870,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:09.772450 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port 2acecbd4-f759-46a3-ad69-bddbf806fc17 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:09.772873 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.852899 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-89bee4e8-9721-4084-8bcd-a64e4e450bf1 admin admin] Publish callbacks [] for security_group (a0a384f2-4c01-4bc7-aca5-ab8d2ba0b870), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.884568 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port 2acecbd4-f759-46a3-ad69-bddbf806fc17 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:09.885773 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 up at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:52:09.886588 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-89bee4e8-9721-4084-8bcd-a64e4e450bf1 admin admin] Publish callbacks [] for security_group (a0a384f2-4c01-4bc7-aca5-ab8d2ba0b870), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.945392 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-89bee4e8-9721-4084-8bcd-a64e4e450bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a0a384f2-4c01-4bc7-aca5-ab8d2ba0b870), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.948736 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-89bee4e8-9721-4084-8bcd-a64e4e450bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.952846 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Provisioning complete for port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:09.953648 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:09.955856 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-89bee4e8-9721-4084-8bcd-a64e4e450bf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0a384f2-4c01-4bc7-aca5-ab8d2ba0b870 HTTP/1.1" status: 204 len: 168 time: 0.1825151 May 04 21:52:09.979617 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bee4e8-9721-4084-8bcd-a64e4e450bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a384f2-4c01-4bc7-aca5-ab8d2ba0b870,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:10.091104 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Current status of the port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 is: ACTIVE; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:10.313950 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49418) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:10.325759 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5226776-74cd-453f-a378-53a468f6c61f req-c1dc2821-c23b-4393-9659-79d79ea8025a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460863 May 04 21:52:10.333533 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7aa10743-afc6-420e-aed2-31e81e54d6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:10.410867 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5226776-74cd-453f-a378-53a468f6c61f req-2ba286a4-c161-488a-8d82-ff79196f68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:10.412661 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5226776-74cd-453f-a378-53a468f6c61f req-2ba286a4-c161-488a-8d82-ff79196f68d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 1130 time: 0.0479734 May 04 21:52:10.422100 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7aa10743-afc6-420e-aed2-31e81e54d6c8 admin admin] Publish callbacks [] for security_group (d68e7b87-43e2-42c5-ae6e-de204dd1e8cc), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:10.426403 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7aa10743-afc6-420e-aed2-31e81e54d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (d68e7b87-43e2-42c5-ae6e-de204dd1e8cc), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:10.469098 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7aa10743-afc6-420e-aed2-31e81e54d6c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd76f7a923b44ef8bbd7430efe9c6830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528955 May 04 21:52:10.470052 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa10743-afc6-420e-aed2-31e81e54d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68e7b87-43e2-42c5-ae6e-de204dd1e8cc,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:10.471783 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49422) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:10.525290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb332-a0d9-4691-9180-7ac87d3739ee admin admin] Publish callbacks [] for security_group (d68e7b87-43e2-42c5-ae6e-de204dd1e8cc), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:10.547740 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4f08f773-2880-4b8f-a7ed-c7557d72f691 req-41f27282-65e3-40b0-8215-70302fe8f735 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 210 time: 0.0285892 May 04 21:52:10.548400 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb332-a0d9-4691-9180-7ac87d3739ee admin admin] Publish callbacks [] for security_group (d68e7b87-43e2-42c5-ae6e-de204dd1e8cc), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:10.990769 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb332-a0d9-4691-9180-7ac87d3739ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (d68e7b87-43e2-42c5-ae6e-de204dd1e8cc), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:10.993411 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb332-a0d9-4691-9180-7ac87d3739ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:10.994556 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-7c2eb332-a0d9-4691-9180-7ac87d3739ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d68e7b87-43e2-42c5-ae6e-de204dd1e8cc HTTP/1.1" status: 204 len: 168 time: 0.5217676 May 04 21:52:11.017931 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2eb332-a0d9-4691-9180-7ac87d3739ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68e7b87-43e2-42c5-ae6e-de204dd1e8cc,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:11.023774 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5226776-74cd-453f-a378-53a468f6c61f req-d0e7ce24-5e89-4661-a3c7-f3b84f38af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:11.025257 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5226776-74cd-453f-a378-53a468f6c61f req-d0e7ce24-5e89-4661-a3c7-f3b84f38af86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 912 time: 0.1726861 May 04 21:52:11.046160 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-44739c72-0d75-4869-b5a2-2c43f1128a65 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:11.047592 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-44739c72-0d75-4869-b5a2-2c43f1128a65 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 815 time: 0.1938932 May 04 21:52:11.182580 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5226776-74cd-453f-a378-53a468f6c61f req-79464341-b94b-4625-939c-67e850d71270 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31a0a142-ef25-45fa-af3a-74816c530df8 HTTP/1.1" status: 200 len: 1002 time: 0.0943515 May 04 21:52:11.204296 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-8792962a-e19c-44d6-a86a-81b861b8ba73 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 379 time: 0.1175704 May 04 21:52:11.224643 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'port': {'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'admin_state_up': True, 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'security_groups': ['b169fc35-7dbf-4b27-9588-319faa07841e']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:11.297748 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5226776-74cd-453f-a378-53a468f6c61f req-67ecb51d-4ded-445a-a161-af9a4da18846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:11.299208 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5226776-74cd-453f-a378-53a468f6c61f req-67ecb51d-4ded-445a-a161-af9a4da18846 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.1086819 May 04 21:52:11.356749 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5226776-74cd-453f-a378-53a468f6c61f req-88950884-0b5d-4289-931c-5e3e11c028eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:11.358336 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5226776-74cd-453f-a378-53a468f6c61f req-88950884-0b5d-4289-931c-5e3e11c028eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523353 May 04 21:52:11.411815 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Made reservation on behalf of 5ff27efad4df4cb6847ca7661fd1fc69 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:52:11.415121 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:11.531139 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5226776-74cd-453f-a378-53a468f6c61f req-de8188ef-e965-442d-9827-6a3d3b138632 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657829 May 04 21:52:11.678274 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-565537ec-bff9-445f-b9af-a8cd68eb5c54 req-30c31960-f386-4be7-80da-b4373a4ba369 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 210 time: 0.0404506 May 04 21:52:11.700210 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Allocated IP 172.20.0.5 (d9c2ab43-e7c6-4751-ba8b-5352da760d74/7a99243a-0206-49a1-a585-9d36399ac6e5/21b07714-f8f0-49df-ad39-5665df6298e0) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:52:11.709919 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c5226776-74cd-453f-a378-53a468f6c61f req-0231d9cf-eba6-4600-82a6-94c89e23275a service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712344 May 04 21:52:11.851611 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (21b07714-f8f0-49df-ad39-5665df6298e0), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:11.885354 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:11.924721 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:52:11.927806 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:52:11.932435 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:52:11.970559 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=21b07714-f8f0-49df-ad39-5665df6298e0,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:11.994595 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:11.995278 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:12.014872 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-d559755a-7186-4e09-8012-dc64ebebc748 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7937806 May 04 21:52:12.034039 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Request body: {'port': {'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:12.104760 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:12.155513 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-cad18b8d-a14d-46a7-99c8-0013500cede4 None None] Provisioning complete for port 21b07714-f8f0-49df-ad39-5665df6298e0 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:12.156024 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cad18b8d-a14d-46a7-99c8-0013500cede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:12.192376 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-cad18b8d-a14d-46a7-99c8-0013500cede4 None None] Port 21b07714-f8f0-49df-ad39-5665df6298e0 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:52:12.369936 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b07714-f8f0-49df-ad39-5665df6298e0 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:52:12.377701 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Publish callbacks [] for port (21b07714-f8f0-49df-ad39-5665df6298e0), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:12.390641 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Transition to ACTIVE for port object 21b07714-f8f0-49df-ad39-5665df6298e0 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:52:12.394657 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:12.458188 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Pushing event updated for resources: {'Port': ['ID=21b07714-f8f0-49df-ad39-5665df6298e0,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:12.528878 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Attempting to bind port 21b07714-f8f0-49df-ad39-5665df6298e0 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:52:12.529239 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Attempting to bind port 21b07714-f8f0-49df-ad39-5665df6298e0 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:52:12.529553 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Attempting to bind port 21b07714-f8f0-49df-ad39-5665df6298e0 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:52:12.534652 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Port 21b07714-f8f0-49df-ad39-5665df6298e0 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:52:12.535352 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Attempting to bind port 21b07714-f8f0-49df-ad39-5665df6298e0 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:52:12.540683 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:52:12.541028 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Checking segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:52:12.541449 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Bound using segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:52:12.541843 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Bound port: 21b07714-f8f0-49df-ad39-5665df6298e0, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:52:12.543607 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:12.618891 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] For port 21b07714-f8f0-49df-ad39-5665df6298e0, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:52:12.622540 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] For port 21b07714-f8f0-49df-ad39-5665df6298e0, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21b07714-f8f0-49df-ad39-5665df6298e0,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:52:12.630025 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:12.662365 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:12.663292 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:12.667688 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] 10.222.0.21 "PUT /v2.0/ports/21b07714-f8f0-49df-ad39-5665df6298e0 HTTP/1.1" status: 200 len: 1093 time: 0.6348267 May 04 21:52:12.667688 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'tag': '21b07714-f8f0-49df-ad39-5665df6298e0'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:52:12.667688 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425" -d '{"events": [{"name": "network-changed", "server_uuid": "1c505479-5e7c-4606-b7ca-619b7b418b1c", "tag": "21b07714-f8f0-49df-ad39-5665df6298e0"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:52:12.704550 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1871c1-addf-4ec6-a958-a05e3caef090 service neutron] Pushing event updated for resources: {'Port': ['ID=21b07714-f8f0-49df-ad39-5665df6298e0,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:12.723943 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e148980-20f5-4e44-9479-73258e1bb11d x-openstack-request-id: req-4e148980-20f5-4e44-9479-73258e1bb11d {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:52:12.724233 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c505479-5e7c-4606-b7ca-619b7b418b1c", "tag": "21b07714-f8f0-49df-ad39-5665df6298e0", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:52:12.724481 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e148980-20f5-4e44-9479-73258e1bb11d {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:52:12.724885 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e148980-20f5-4e44-9479-73258e1bb11d'] response: {'name': 'network-changed', 'server_uuid': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'tag': '21b07714-f8f0-49df-ad39-5665df6298e0', 'status': 'completed', 'code': 200} May 04 21:52:12.836771 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-f04d3cc3-5423-44a2-b4bf-f4a483a7304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:12.838294 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-f04d3cc3-5423-44a2-b4bf-f4a483a7304d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 1127 time: 0.0850148 May 04 21:52:12.847368 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6f4d9-4b11-4f2d-a4ef-a5b5540119cc req-8984300a-7639-43c8-9866-c167516daba3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:12.849351 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9d6f4d9-4b11-4f2d-a4ef-a5b5540119cc req-8984300a-7639-43c8-9866-c167516daba3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 943 time: 0.0811722 May 04 21:52:12.906582 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-ac778f39-a35b-4fe0-b79e-8948a14c0a83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21b07714-f8f0-49df-ad39-5665df6298e0 HTTP/1.1" status: 200 len: 217 time: 0.0439761 May 04 21:52:12.963992 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9d6f4d9-4b11-4f2d-a4ef-a5b5540119cc req-bb1ca043-92c8-45be-a0da-e018c418a45a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088126 May 04 21:52:12.975672 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-98727827-aefe-43fb-aebf-098d2d5ab681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:12.977304 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-98727827-aefe-43fb-aebf-098d2d5ab681 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0607288 May 04 21:52:13.020817 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-dba2ed6a-0d70-4925-8e5a-7839889df8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:13.022618 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-dba2ed6a-0d70-4925-8e5a-7839889df8b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392983 May 04 21:52:13.057467 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49506) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:13.121576 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-8a2a3d32-42df-4e9c-b072-deeafac291dc service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928483 May 04 21:52:13.159208 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-07145b0c-7a56-41d9-a61a-d604994449b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.210189 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f05c4f42-eb56-4cd3-9a13-f502581a44cd req-9ff4d47f-e591-4c75-80d5-005cc2157b80 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822840 May 04 21:52:13.232758 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-07145b0c-7a56-41d9-a61a-d604994449b0 admin admin] Publish callbacks [] for security_group (9c50e197-5519-46b2-9a4e-bfcad470dc74), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.237731 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-07145b0c-7a56-41d9-a61a-d604994449b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (9c50e197-5519-46b2-9a4e-bfcad470dc74), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.279340 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-07145b0c-7a56-41d9-a61a-d604994449b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8688c7a660f491e9a5034122afe603b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207432 May 04 21:52:13.280313 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07145b0c-7a56-41d9-a61a-d604994449b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c50e197-5519-46b2-9a4e-bfcad470dc74,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:13.282394 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49510) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:13.330835 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-61460136-92eb-43c3-bc14-ffb7e854a92e admin admin] Publish callbacks [] for security_group (9c50e197-5519-46b2-9a4e-bfcad470dc74), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.355498 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-61460136-92eb-43c3-bc14-ffb7e854a92e admin admin] Publish callbacks [] for security_group (9c50e197-5519-46b2-9a4e-bfcad470dc74), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.404791 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-61460136-92eb-43c3-bc14-ffb7e854a92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (9c50e197-5519-46b2-9a4e-bfcad470dc74), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.407268 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-61460136-92eb-43c3-bc14-ffb7e854a92e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.408704 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-61460136-92eb-43c3-bc14-ffb7e854a92e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c50e197-5519-46b2-9a4e-bfcad470dc74 HTTP/1.1" status: 204 len: 168 time: 0.1253424 May 04 21:52:13.418848 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61460136-92eb-43c3-bc14-ffb7e854a92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c50e197-5519-46b2-9a4e-bfcad470dc74,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:13.699549 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49516) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:13.712766 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-455335c4-8473-404c-a6df-41da50260cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.791014 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-455335c4-8473-404c-a6df-41da50260cfe admin admin] Publish callbacks [] for security_group (ec89ea12-0c76-4342-81db-063ef4a0421a), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.798105 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-455335c4-8473-404c-a6df-41da50260cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ec89ea12-0c76-4342-81db-063ef4a0421a), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.840294 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-455335c4-8473-404c-a6df-41da50260cfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b9385e9530e46229c8ef1ffd49fc91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396501 May 04 21:52:13.841130 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455335c4-8473-404c-a6df-41da50260cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec89ea12-0c76-4342-81db-063ef4a0421a,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:13.843403 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49518) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:13.898392 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aaa288f1-8f26-4235-8af8-e1da0319bfa8 admin admin] Publish callbacks [] for security_group (ec89ea12-0c76-4342-81db-063ef4a0421a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.919241 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aaa288f1-8f26-4235-8af8-e1da0319bfa8 admin admin] Publish callbacks [] for security_group (ec89ea12-0c76-4342-81db-063ef4a0421a), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.970921 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aaa288f1-8f26-4235-8af8-e1da0319bfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ec89ea12-0c76-4342-81db-063ef4a0421a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.973750 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-aaa288f1-8f26-4235-8af8-e1da0319bfa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:13.974889 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-aaa288f1-8f26-4235-8af8-e1da0319bfa8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec89ea12-0c76-4342-81db-063ef4a0421a HTTP/1.1" status: 204 len: 168 time: 0.1304905 May 04 21:52:13.982483 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa288f1-8f26-4235-8af8-e1da0319bfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec89ea12-0c76-4342-81db-063ef4a0421a,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:14.081486 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7a62b-566d-42b3-8dc6-aa67eb2907e3 req-61794b25-77fc-4e0f-960f-ac90da639ff4 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:14.083173 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-99a7a62b-566d-42b3-8dc6-aa67eb2907e3 req-61794b25-77fc-4e0f-960f-ac90da639ff4 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 943 time: 0.0492327 May 04 21:52:14.132881 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-99a7a62b-566d-42b3-8dc6-aa67eb2907e3 req-d3238c1f-9997-41b3-83a9-1cbaad8fcfe0 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431592 May 04 21:52:15.252392 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be294e5-02c4-4669-a49b-a906a1affb2b req-4256f633-5fe4-4579-9c52-7c1c8570eda1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:15.254331 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6be294e5-02c4-4669-a49b-a906a1affb2b req-4256f633-5fe4-4579-9c52-7c1c8570eda1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 943 time: 0.0498724 May 04 21:52:15.303519 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6be294e5-02c4-4669-a49b-a906a1affb2b req-acdf824e-36d9-4e22-a1e3-ec3750d4ccbd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433693 May 04 21:52:15.579467 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-6a08debe-44ff-4664-a7f4-4cdeb5bd1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:15.580946 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-6a08debe-44ff-4664-a7f4-4cdeb5bd1a74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 1127 time: 0.0403719 May 04 21:52:15.678605 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-0b9f2fc2-b0e0-4445-a203-68d3ac8ea741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:15.680274 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-0b9f2fc2-b0e0-4445-a203-68d3ac8ea741 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.0931125 May 04 21:52:15.726780 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-773e1941-69b0-4145-9b89-212d7a08be19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21b07714-f8f0-49df-ad39-5665df6298e0 HTTP/1.1" status: 200 len: 217 time: 0.0389528 May 04 21:52:15.777233 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-fac4a276-4f4a-40cf-8124-6b0436f95548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:15.778780 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-fac4a276-4f4a-40cf-8124-6b0436f95548 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0449712 May 04 21:52:15.824893 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-36d5b567-89e9-4787-af4d-4f0509b43423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:15.826439 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-36d5b567-89e9-4787-af4d-4f0509b43423 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405197 May 04 21:52:15.917495 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-557dd34a-cfcf-4188-ae13-12c972b716b1 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 May 04 21:52:16.009262 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f4e9bdbd-f7c0-4cbd-a44d-d8d281668425 req-8626fc0f-42ac-472e-a9c1-e0bd3f606a01 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840690 May 04 21:52:16.021699 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49594) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:16.133662 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-37a9c57a-f3c0-4120-8f85-e75470773b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.220960 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-37a9c57a-f3c0-4120-8f85-e75470773b86 admin admin] Publish callbacks [] for security_group (baa57d25-164c-41d7-b73d-d04a48fcedb0), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.226625 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-37a9c57a-f3c0-4120-8f85-e75470773b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (baa57d25-164c-41d7-b73d-d04a48fcedb0), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.263142 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9c57a-f3c0-4120-8f85-e75470773b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa57d25-164c-41d7-b73d-d04a48fcedb0,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:16.268172 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-37a9c57a-f3c0-4120-8f85-e75470773b86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f95c21ceace7433c8d9a48b79aa37a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454436 May 04 21:52:16.270909 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49598) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:16.319135 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-108c846b-39da-419d-b3a6-21cae938215e admin admin] Publish callbacks [] for security_group (baa57d25-164c-41d7-b73d-d04a48fcedb0), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.340926 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-108c846b-39da-419d-b3a6-21cae938215e admin admin] Publish callbacks [] for security_group (baa57d25-164c-41d7-b73d-d04a48fcedb0), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.389823 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-108c846b-39da-419d-b3a6-21cae938215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (baa57d25-164c-41d7-b73d-d04a48fcedb0), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.392466 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-108c846b-39da-419d-b3a6-21cae938215e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.393716 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-108c846b-39da-419d-b3a6-21cae938215e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baa57d25-164c-41d7-b73d-d04a48fcedb0 HTTP/1.1" status: 204 len: 168 time: 0.1220779 May 04 21:52:16.401986 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c846b-39da-419d-b3a6-21cae938215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa57d25-164c-41d7-b73d-d04a48fcedb0,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:16.420235 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bea2d-6bf9-457e-b6ad-c7b74282ef4d req-e629856e-7c24-456d-836a-404bed12a9ae tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:16.421946 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d80bea2d-6bf9-457e-b6ad-c7b74282ef4d req-e629856e-7c24-456d-836a-404bed12a9ae tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 943 time: 0.0519230 May 04 21:52:16.468680 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d80bea2d-6bf9-457e-b6ad-c7b74282ef4d req-dab52c3a-9841-44a5-b1dc-66c26452e810 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404599 May 04 21:52:16.668768 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49606) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:16.688595 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4a509377-484f-477d-a8ef-f2eba9df0c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.775501 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4a509377-484f-477d-a8ef-f2eba9df0c86 admin admin] Publish callbacks [] for security_group (023cb883-1737-4363-9751-fa70be514c5d), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.781315 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4a509377-484f-477d-a8ef-f2eba9df0c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (023cb883-1737-4363-9751-fa70be514c5d), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.821355 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-4a509377-484f-477d-a8ef-f2eba9df0c86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b63be4faec67448d863f1d2fbfe1e1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511955 May 04 21:52:16.822191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a509377-484f-477d-a8ef-f2eba9df0c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023cb883-1737-4363-9751-fa70be514c5d,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:16.824355 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49608) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:16.881484 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-380467ce-238d-42b9-ae95-f45efb8fea85 admin admin] Publish callbacks [] for security_group (023cb883-1737-4363-9751-fa70be514c5d), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.902512 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-380467ce-238d-42b9-ae95-f45efb8fea85 admin admin] Publish callbacks [] for security_group (023cb883-1737-4363-9751-fa70be514c5d), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.952867 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-380467ce-238d-42b9-ae95-f45efb8fea85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (023cb883-1737-4363-9751-fa70be514c5d), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.955352 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-380467ce-238d-42b9-ae95-f45efb8fea85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:16.956515 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-380467ce-238d-42b9-ae95-f45efb8fea85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/023cb883-1737-4363-9751-fa70be514c5d HTTP/1.1" status: 204 len: 168 time: 0.1311002 May 04 21:52:16.963963 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380467ce-238d-42b9-ae95-f45efb8fea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023cb883-1737-4363-9751-fa70be514c5d,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:17.349502 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21b07714-f8f0-49df-ad39-5665df6298e0 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:52:17.458230 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21b07714-f8f0-49df-ad39-5665df6298e0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21b07714-f8f0-49df-ad39-5665df6298e0,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:52:17.473203 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '21b07714-f8f0-49df-ad39-5665df6298e0', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:52:17.514634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21b07714-f8f0-49df-ad39-5665df6298e0 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:17.515022 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:17.528508 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b07714-f8f0-49df-ad39-5665df6298e0 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:52:17.549631 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21b07714-f8f0-49df-ad39-5665df6298e0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21b07714-f8f0-49df-ad39-5665df6298e0,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:52:17.552941 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:17.595877 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bc1b7-defa-4167-baf1-dbbb1636e73f req-e76176ba-da11-47e4-b76b-7b9cc8c960b9 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:17.603464 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7a0bc1b7-defa-4167-baf1-dbbb1636e73f req-e76176ba-da11-47e4-b76b-7b9cc8c960b9 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 944 time: 0.0607483 May 04 21:52:17.610438 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=21b07714-f8f0-49df-ad39-5665df6298e0,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:17.649111 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7a0bc1b7-defa-4167-baf1-dbbb1636e73f req-6ba5f749-0c69-48cb-b59e-6868cac07005 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444498 May 04 21:52:17.990986 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['21b07714-f8f0-49df-ad39-5665df6298e0'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:52:18.778907 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba31ae5-c0ee-4314-b667-27e1e5ee8c53 req-27c943ff-8ecd-47cb-b3c9-0d914a05cbef tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:18.780478 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6ba31ae5-c0ee-4314-b667-27e1e5ee8c53 req-27c943ff-8ecd-47cb-b3c9-0d914a05cbef tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 944 time: 0.0521724 May 04 21:52:18.834703 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6ba31ae5-c0ee-4314-b667-27e1e5ee8c53 req-141e0980-8ad3-40b6-b5c0-e3828e8dc861 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459223 May 04 21:52:19.348829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21b07714-f8f0-49df-ad39-5665df6298e0 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:52:19.393276 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 21b07714-f8f0-49df-ad39-5665df6298e0 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:52:19.401791 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 21b07714-f8f0-49df-ad39-5665df6298e0 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:52:19.402191 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:19.478941 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 21b07714-f8f0-49df-ad39-5665df6298e0 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:52:19.479361 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:19.502552 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b07714-f8f0-49df-ad39-5665df6298e0'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:52:19.504819 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cab3bde-bf96-4a61-b30b-aa2961af28db" -d '{"events": [{"server_uuid": "1c505479-5e7c-4606-b7ca-619b7b418b1c", "name": "network-vif-plugged", "status": "completed", "tag": "21b07714-f8f0-49df-ad39-5665df6298e0"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:52:19.517176 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 21b07714-f8f0-49df-ad39-5665df6298e0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21b07714-f8f0-49df-ad39-5665df6298e0,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:52:19.522980 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:19.571388 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=21b07714-f8f0-49df-ad39-5665df6298e0,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:19.661540 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2961d448-4c00-4dad-833a-6cafadcc6796 x-openstack-request-id: req-2961d448-4c00-4dad-833a-6cafadcc6796 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:52:19.661856 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c505479-5e7c-4606-b7ca-619b7b418b1c", "name": "network-vif-plugged", "status": "completed", "tag": "21b07714-f8f0-49df-ad39-5665df6298e0", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:52:19.662117 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2961d448-4c00-4dad-833a-6cafadcc6796 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:52:19.662524 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2961d448-4c00-4dad-833a-6cafadcc6796'] response: {'server_uuid': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b07714-f8f0-49df-ad39-5665df6298e0', 'code': 200} May 04 21:52:19.885046 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43370f4a-7398-43a7-bea6-6896d65c324d req-d126ce95-cce9-4045-8b20-36363e5d4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:19.886609 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-43370f4a-7398-43a7-bea6-6896d65c324d req-d126ce95-cce9-4045-8b20-36363e5d4357 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 1129 time: 0.0397539 May 04 21:52:19.931497 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-43370f4a-7398-43a7-bea6-6896d65c324d req-1d9d2598-28c3-418d-8ceb-0dd8fd0e6fef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384891 May 04 21:52:19.953211 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b5644-d4e3-4652-95a4-7783a28bebfd req-d8a4f25f-38ad-4544-aaa5-6452f0c1caad tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:19.954659 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe5b5644-d4e3-4652-95a4-7783a28bebfd req-d8a4f25f-38ad-4544-aaa5-6452f0c1caad tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 945 time: 0.0505598 May 04 21:52:20.000854 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe5b5644-d4e3-4652-95a4-7783a28bebfd req-638e1251-668d-4a60-84c3-2a21c35df1e3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404711 May 04 21:52:20.647620 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49662) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:20.755724 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e3208e32-a7f6-4813-8799-8cc927eff973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:20.831852 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e3208e32-a7f6-4813-8799-8cc927eff973 admin admin] Publish callbacks [] for security_group (034ccb84-c2ba-4f49-9adb-2d1b68d4d3c4), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:20.837027 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e3208e32-a7f6-4813-8799-8cc927eff973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (034ccb84-c2ba-4f49-9adb-2d1b68d4d3c4), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:20.874230 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e3208e32-a7f6-4813-8799-8cc927eff973 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1519829e6d4a4ecc8be2e2a52d3c6a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255256 May 04 21:52:20.875082 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3208e32-a7f6-4813-8799-8cc927eff973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034ccb84-c2ba-4f49-9adb-2d1b68d4d3c4,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:20.877304 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49666) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:20.929742 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5d32d025-59b7-4eaa-8028-64c5863852af admin admin] Publish callbacks [] for security_group (034ccb84-c2ba-4f49-9adb-2d1b68d4d3c4), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:20.954898 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5d32d025-59b7-4eaa-8028-64c5863852af admin admin] Publish callbacks [] for security_group (034ccb84-c2ba-4f49-9adb-2d1b68d4d3c4), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:21.009210 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5d32d025-59b7-4eaa-8028-64c5863852af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (034ccb84-c2ba-4f49-9adb-2d1b68d4d3c4), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:21.013602 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-5d32d025-59b7-4eaa-8028-64c5863852af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:21.015464 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-5d32d025-59b7-4eaa-8028-64c5863852af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/034ccb84-c2ba-4f49-9adb-2d1b68d4d3c4 HTTP/1.1" status: 204 len: 168 time: 0.1369872 May 04 21:52:21.023263 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32d025-59b7-4eaa-8028-64c5863852af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034ccb84-c2ba-4f49-9adb-2d1b68d4d3c4,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:21.138198 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a16353-4434-4b36-8608-ce081dc71319 req-094e9900-12bb-49f9-89e7-45f50282b6af tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:21.139859 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09a16353-4434-4b36-8608-ce081dc71319 req-094e9900-12bb-49f9-89e7-45f50282b6af tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 945 time: 0.0531533 May 04 21:52:21.194276 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09a16353-4434-4b36-8608-ce081dc71319 req-1170abf1-aba4-4db3-9138-a2cf5425961b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483489 May 04 21:52:22.326394 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7e75-c46a-4417-93aa-7bba5f92ce55 req-49aeb315-a126-40ef-b33f-3dd75dc68fa4 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:22.327909 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1d3c7e75-c46a-4417-93aa-7bba5f92ce55 req-49aeb315-a126-40ef-b33f-3dd75dc68fa4 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 945 time: 0.0595737 May 04 21:52:22.373752 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1d3c7e75-c46a-4417-93aa-7bba5f92ce55 req-bb05cde9-71e6-4f7b-988f-593432182332 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400262 May 04 21:52:22.493614 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236c9d9-2317-4d54-87f7-095d25597e6a req-361484c3-a2b3-4655-ac48-5f6b911094ee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:22.495029 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5236c9d9-2317-4d54-87f7-095d25597e6a req-361484c3-a2b3-4655-ac48-5f6b911094ee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 945 time: 0.0516229 May 04 21:52:22.504774 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49676) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:22.509195 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-2bc766d7-82b0-4338-8527-d31398a02372 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'floatingip': {'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:52:22.547311 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2bc766d7-82b0-4338-8527-d31398a02372 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (8b95a8e3-231b-40a4-a681-98f7e2444333), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:22.879039 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c79f7d0d-dd3f-4472-a9c9-80a2742d3443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:23.023821 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2bc766d7-82b0-4338-8527-d31398a02372 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:23.030273 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2bc766d7-82b0-4338-8527-d31398a02372 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (8b95a8e3-231b-40a4-a681-98f7e2444333), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:23.153564 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-2bc766d7-82b0-4338-8527-d31398a02372 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Floating IP 8b95a8e3-231b-40a4-a681-98f7e2444333 associated. External IP: 172.27.1.138, port: 21b07714-f8f0-49df-ad39-5665df6298e0. May 04 21:52:23.633443 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc766d7-82b0-4338-8527-d31398a02372 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:52:23.747903 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc766d7-82b0-4338-8527-d31398a02372 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:52:23.752748 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-2bc766d7-82b0-4338-8527-d31398a02372 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:23.757555 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:52:23.767535 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:52:23.768136 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:23.781573 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-2bc766d7-82b0-4338-8527-d31398a02372 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "PUT /v2.0/floatingips/8b95a8e3-231b-40a4-a681-98f7e2444333 HTTP/1.1" status: 200 len: 991 time: 1.2756863 May 04 21:52:23.782183 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'tag': '21b07714-f8f0-49df-ad39-5665df6298e0'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:52:23.784491 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af41f47-f413-4a21-b022-616d3a870ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c505479-5e7c-4606-b7ca-619b7b418b1c", "tag": "21b07714-f8f0-49df-ad39-5665df6298e0"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:52:23.823804 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a092381-823f-472b-ad39-793f36a6dbc9 x-openstack-request-id: req-7a092381-823f-472b-ad39-793f36a6dbc9 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:52:23.824092 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c505479-5e7c-4606-b7ca-619b7b418b1c", "tag": "21b07714-f8f0-49df-ad39-5665df6298e0", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:52:23.824345 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a092381-823f-472b-ad39-793f36a6dbc9 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:52:23.824750 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a092381-823f-472b-ad39-793f36a6dbc9'] response: {'name': 'network-changed', 'server_uuid': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'tag': '21b07714-f8f0-49df-ad39-5665df6298e0', 'status': 'completed', 'code': 200} May 04 21:52:23.879304 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:52:23.913173 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-689c24a3-1fb7-4275-b805-be2e99868ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:23.914673 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-689c24a3-1fb7-4275-b805-be2e99868ae3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 1129 time: 0.0454338 May 04 21:52:24.009047 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-c0f26ce8-4f06-4781-941d-1f11587cc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:24.010432 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-c0f26ce8-4f06-4781-941d-1f11587cc377 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.0886006 May 04 21:52:24.075366 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-12cf8616-c54c-4135-b959-802bc7a5d094 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21b07714-f8f0-49df-ad39-5665df6298e0 HTTP/1.1" status: 200 len: 999 time: 0.0584302 May 04 21:52:24.101045 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8b95a8e3-231b-40a4-a681-98f7e2444333', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:52:08Z', 'updated_at': '2022-05-04T21:52:22Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:24.125080 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-6c2eadcb-9cbc-449c-b061-99c7afac6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:24.126596 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-6c2eadcb-9cbc-449c-b061-99c7afac6b6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0432684 May 04 21:52:24.126870 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:52:24.135170 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:52:24.135802 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:51:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:24.173261 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-e7902451-ca22-4f3c-896b-7cf8050cf05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:24.174798 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-e7902451-ca22-4f3c-896b-7cf8050cf05c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424318 May 04 21:52:24.242341 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:52:24.265241 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-f7f94d44-4486-4c91-a3db-31d43c38fab1 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843024 May 04 21:52:24.361446 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1af41f47-f413-4a21-b022-616d3a870ad5 req-54cc72f1-d43c-4241-9b03-a82f814de0c5 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882466 May 04 21:52:24.454898 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8b95a8e3-231b-40a4-a681-98f7e2444333', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:52:08Z', 'updated_at': '2022-05-04T21:52:22Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:24.485441 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce47ab0-68ce-4507-a8b2-23604e95ee58 None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8b95a8e3-231b-40a4-a681-98f7e2444333', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:52:08Z', 'updated_at': '2022-05-04T21:52:22Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:52:24.694966 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824637b5-7087-493a-8aeb-28be7dd12680 None None] New status for floating IP 8b95a8e3-231b-40a4-a681-98f7e2444333: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:52:25.248810 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2128546a-aad7-4543-be98-e6123fb71816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:26.166213 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:27.718943 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:29.274947 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:31.315310 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:46.588715 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:52:52.899530 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e308b883-095a-48c0-aa12-290b9f086309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:55.251726 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9adc15d1-2b9b-4102-8f2a-b31850a4f672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:56.169168 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:57.538702 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49690) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:52:57.694834 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Deleting port 8871f973-6d04-4b07-bd9d-99a34c2fa464 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:52:57.695272 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (8871f973-6d04-4b07-bd9d-99a34c2fa464), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:57.716970 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:57.771530 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (8871f973-6d04-4b07-bd9d-99a34c2fa464), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:57.771855 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (8871f973-6d04-4b07-bd9d-99a34c2fa464), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:57.784315 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Calling delete_port for 8871f973-6d04-4b07-bd9d-99a34c2fa464 owned by network:floatingip {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:52:57.965519 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (8871f973-6d04-4b07-bd9d-99a34c2fa464), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:57.991692 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event deleted for resources: {'Port': ['ID=8871f973-6d04-4b07-bd9d-99a34c2fa464,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:52:58.001881 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.002297 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.002650 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.003178 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.003647 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.004027 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.004395 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.004737 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.005428 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.005428 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.005787 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.006101 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.006543 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.006901 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.007270 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:52:58.074866 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (8956138e-2a21-416a-b4f6-de3b779cb063), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:58.075187 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Floating IP 8956138e-2a21-416a-b4f6-de3b779cb063 disassociated (deleted). External IP: 172.27.1.183, port: e0803d65-bdd7-4ce9-a3f9-74ad407024b9. May 04 21:52:58.294087 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Router c0297c3a-634b-4c6e-ab55-6138548eaa87 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:52:58.418455 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:52:58.423567 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:58.428855 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] Sync routers for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:52:58.438985 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:52:58.439634 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:52:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:58.453725 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-b9d2597b-1adc-47c0-aae7-5d6a579bb3b5 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "DELETE /v2.0/floatingips/8956138e-2a21-416a-b4f6-de3b779cb063 HTTP/1.1" status: 204 len: 168 time: 0.9138019 May 04 21:52:58.454282 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:52:58.456577 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a26fd7c-0889-45d3-bb5b-dce506870c81" -d '{"events": [{"name": "network-changed", "server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:52:58.495046 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e14574-e851-42f8-ab60-5b7699041500 x-openstack-request-id: req-63e14574-e851-42f8-ab60-5b7699041500 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:52:58.495352 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:52:58.495648 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63e14574-e851-42f8-ab60-5b7699041500 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:52:58.497914 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e14574-e851-42f8-ab60-5b7699041500'] response: {'name': 'network-changed', 'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'status': 'completed', 'code': 200} May 04 21:52:58.608161 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-2ad88f6f-6a69-43c0-932b-8e95d49aebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:58.609976 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-2ad88f6f-6a69-43c0-932b-8e95d49aebba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 1129 time: 0.0497282 May 04 21:52:58.646661 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:52:58.856374 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'f99d481b-7dcd-43a6-aa65-054e9a6220f5', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:21Z', 'updated_at': '2022-05-04T21:48:23Z', 'revision_number': 1, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:58.882889 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] Checking router: c0297c3a-634b-4c6e-ab55-6138548eaa87 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:52:58.891835 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:52:58.892453 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:52:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:58.898899 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a6339-defe-4cee-ac16-4058a7d2e400 req-82dadf95-2f79-456c-94c6-78ec88ade40c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:58.900365 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6e0a6339-defe-4cee-ac16-4058a7d2e400 req-82dadf95-2f79-456c-94c6-78ec88ade40c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 945 time: 0.2592142 May 04 21:52:58.948940 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6e0a6339-defe-4cee-ac16-4058a7d2e400 req-e8b3fca4-bc79-46e0-95de-9d1f170a4669 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423982 May 04 21:52:59.002345 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:52:59.232417 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'f99d481b-7dcd-43a6-aa65-054e9a6220f5', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:21Z', 'updated_at': '2022-05-04T21:48:23Z', 'revision_number': 1, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:52:59.259048 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:52:59.259504 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c737f-58c7-457f-acf4-842dcc1aa77b None None] The sync data for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi is: [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'f99d481b-7dcd-43a6-aa65-054e9a6220f5', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'port_id': '31a0a142-ef25-45fa-af3a-74816c530df8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'mac_address': 'fa:16:3e:21:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:48:21Z', 'updated_at': '2022-05-04T21:48:23Z', 'revision_number': 1, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:52:59.493157 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d1c19-3765-4a1c-998f-306e6bcf1717 None None] New status for floating IP 8956138e-2a21-416a-b4f6-de3b779cb063: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:52:59.768536 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-bf4c8629-cb0b-41de-b19c-c4704fc10490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:59.769886 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-bf4c8629-cb0b-41de-b19c-c4704fc10490 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 912 time: 0.0952480 May 04 21:52:59.814822 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-64c2ec4a-7e23-48ff-b7a7-9d8efca164f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0803d65-bdd7-4ce9-a3f9-74ad407024b9 HTTP/1.1" status: 200 len: 217 time: 0.0337236 May 04 21:52:59.867553 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-62dbbd8f-731c-4d50-8cad-71979591ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:59.868998 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-62dbbd8f-731c-4d50-8cad-71979591ac3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0465529 May 04 21:52:59.912516 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-9c4dcc8e-a37a-46fc-918c-2fad53194b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:52:59.913941 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-9c4dcc8e-a37a-46fc-918c-2fad53194b18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373590 May 04 21:53:00.007451 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-f9ead9bf-59f0-4e8a-9cce-c212950df188 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857372 May 04 21:53:00.065658 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf22be-9f74-42e6-a20f-1656587c9f7e req-0d424a37-53e4-4e7f-97b9-a832dfa8a82e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:00.067485 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9abf22be-9f74-42e6-a20f-1656587c9f7e req-0d424a37-53e4-4e7f-97b9-a832dfa8a82e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 945 time: 0.0482402 May 04 21:53:00.118092 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9abf22be-9f74-42e6-a20f-1656587c9f7e req-838adb08-db76-4e8b-bb60-62e207bdaa3a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447352 May 04 21:53:00.314933 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8a26fd7c-0889-45d3-bb5b-dce506870c81 req-f731bcd4-1e97-4e6d-af39-898bf73283bc service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003749 May 04 21:53:00.659781 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-dd8313e1-f467-4210-a32b-c246f686be59 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:00.661210 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-dd8313e1-f467-4210-a32b-c246f686be59 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 945 time: 0.0499458 May 04 21:53:00.747095 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Deleting port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:00.747435 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:00.836274 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] For port e0803d65-bdd7-4ce9-a3f9-74ad407024b9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:00.836957 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:00.849404 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Calling delete_port for e0803d65-bdd7-4ce9-a3f9-74ad407024b9 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:00.985396 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (e0803d65-bdd7-4ce9-a3f9-74ad407024b9), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:01.012519 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event deleted for resources: {'Port': ['ID=e0803d65-bdd7-4ce9-a3f9-74ad407024b9,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:01.057200 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] No DVR routers for this DVR port e0803d65-bdd7-4ce9-a3f9-74ad407024b9 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:53:01.060581 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:01.063913 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d31c6786-eb88-43ef-bd69-bc9fd665b940 req-6fcce1fc-9e91-44de-88ab-150a405e8c21 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "DELETE /v2.0/ports/e0803d65-bdd7-4ce9-a3f9-74ad407024b9 HTTP/1.1" status: 204 len: 173 time: 0.3967228 May 04 21:53:01.064362 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'name': 'network-vif-deleted', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:53:01.067060 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e841b377-dec1-4c8e-b6ad-a22cf5c41bf8" -d '{"events": [{"server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "name": "network-vif-deleted", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:53:01.103888 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb12f668-2fbb-496a-a5ec-f4633e811a1c x-openstack-request-id: req-bb12f668-2fbb-496a-a5ec-f4633e811a1c {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:53:01.104190 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183dc44a-623a-4a5a-b24a-75c2e982250e", "name": "network-vif-deleted", "tag": "e0803d65-bdd7-4ce9-a3f9-74ad407024b9", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:53:01.104442 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb12f668-2fbb-496a-a5ec-f4633e811a1c {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:53:01.104850 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb12f668-2fbb-496a-a5ec-f4633e811a1c'] response: {'server_uuid': '183dc44a-623a-4a5a-b24a-75c2e982250e', 'name': 'network-vif-deleted', 'tag': 'e0803d65-bdd7-4ce9-a3f9-74ad407024b9', 'status': 'completed', 'code': 200} May 04 21:53:01.217978 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-096bbd05-c6e8-4b88-b2b9-5c9cd4a68647 req-c4d0048b-c042-48a2-b265-435386c509b7 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=183dc44a-623a-4a5a-b24a-75c2e982250e HTTP/1.1" status: 200 len: 210 time: 0.0311565 May 04 21:53:01.318626 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:03.604149 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device e0803d65-bdd7-4ce9-a3f9-74ad407024b9 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:53:03.624466 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: e0803d65-bdd7-4ce9-a3f9-74ad407024b9 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:53:03.624806 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device e0803d65-bdd7-4ce9-a3f9-74ad407024b9 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:53:04.548481 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49722) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:04.699691 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Deleting port c256a4db-d82c-421c-b4b7-f66161abba17 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:04.700011 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (c256a4db-d82c-421c-b4b7-f66161abba17), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:04.777716 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (c256a4db-d82c-421c-b4b7-f66161abba17), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:04.777957 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (c256a4db-d82c-421c-b4b7-f66161abba17), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:04.790593 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Calling delete_port for c256a4db-d82c-421c-b4b7-f66161abba17 owned by network:floatingip {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:04.945727 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (c256a4db-d82c-421c-b4b7-f66161abba17), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:04.973260 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event deleted for resources: {'Port': ['ID=c256a4db-d82c-421c-b4b7-f66161abba17,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:05.035314 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (f99d481b-7dcd-43a6-aa65-054e9a6220f5), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:05.035577 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Floating IP f99d481b-7dcd-43a6-aa65-054e9a6220f5 disassociated (deleted). External IP: 172.27.1.114, port: 31a0a142-ef25-45fa-af3a-74816c530df8. May 04 21:53:05.543738 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Router c0297c3a-634b-4c6e-ab55-6138548eaa87 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:53:05.662429 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:53:05.667050 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:05.672611 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] Sync routers for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:53:05.683217 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:53:05.683932 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:52:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:05.697300 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-bf248ce9-42d2-4fa1-af55-c6b01e68abe3 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "DELETE /v2.0/floatingips/f99d481b-7dcd-43a6-aa65-054e9a6220f5 HTTP/1.1" status: 204 len: 168 time: 1.1476533 May 04 21:53:05.698003 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:53:05.700350 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:53:05.736189 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f11df-32ae-4936-9b5e-708bb0dfc1f8 x-openstack-request-id: req-203f11df-32ae-4936-9b5e-708bb0dfc1f8 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:53:05.736493 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:53:05.736828 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-203f11df-32ae-4936-9b5e-708bb0dfc1f8 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:53:05.737264 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203f11df-32ae-4936-9b5e-708bb0dfc1f8'] response: {'name': 'network-changed', 'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8', 'status': 'completed', 'code': 200} May 04 21:53:05.793724 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:53:05.915408 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e855683-1932-4342-aef5-e6ce81e47d7c req-14f0fbdb-4510-457c-ab7b-a0f9e4707493 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:05.917000 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e855683-1932-4342-aef5-e6ce81e47d7c req-14f0fbdb-4510-457c-ab7b-a0f9e4707493 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 946 time: 0.0499604 May 04 21:53:05.992717 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:06.020617 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] Checking router: c0297c3a-634b-4c6e-ab55-6138548eaa87 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:53:06.030492 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:53:06.031120 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:52:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:06.144679 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:53:06.240568 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e855683-1932-4342-aef5-e6ce81e47d7c req-2a5ab56d-1703-4b6d-8bef-779061c381df tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168294 May 04 21:53:06.340319 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:06.365667 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57028a7-dec9-4280-98f4-93ccc799a760 None None] The sync data for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi is: [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:42:47Z', 'revision_number': 4, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': 'a36b2b8c-e377-4999-af26-a14f31f3a0ab', 'name': '', 'network_id': 'df9612c5-32df-4a60-93cb-e6ef3381aecd', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:47Z', 'updated_at': '2022-05-04T21:42:53Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'subnets': [{'id': '0a98e80f-f325-4a3e-9fe1-89e67f48c961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:53:06.582327 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207eae68-bbf3-43cc-aff5-7a2f544e147c None None] New status for floating IP f99d481b-7dcd-43a6-aa65-054e9a6220f5: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:53:07.078984 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-2b396124-1c90-4d27-8789-0a0b12576974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:07.080512 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-2b396124-1c90-4d27-8789-0a0b12576974 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee66d81ea92041cab173ee39d2929456&device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 1130 time: 0.0536857 May 04 21:53:07.188627 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-f3ba08a1-6d44-4d61-9a4a-158a2acf449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:07.190081 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-f3ba08a1-6d44-4d61-9a4a-158a2acf449b service neutron] 10.222.0.21 "GET /v2.0/networks?id=df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 200 len: 912 time: 0.0975213 May 04 21:53:07.360003 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d3e8-e074-4e77-8aae-b326b1f38993 req-9f0d1601-ec67-45ad-abd6-ba643eb81433 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:07.361393 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3349d3e8-e074-4e77-8aae-b326b1f38993 req-9f0d1601-ec67-45ad-abd6-ba643eb81433 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 946 time: 0.0488284 May 04 21:53:07.414150 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-3349d3e8-e074-4e77-8aae-b326b1f38993 req-1ef892a9-de8d-4288-9d55-04525c75c89c tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ad441a-4eb9-425f-96b2-5041c8397b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447996 May 04 21:53:07.452826 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-a1899705-130d-4089-8119-1cd50b0f7125 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31a0a142-ef25-45fa-af3a-74816c530df8 HTTP/1.1" status: 200 len: 217 time: 0.0377610 May 04 21:53:07.636182 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-066845e2-10d6-413f-a291-6ed4a5eab9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:07.637589 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-066845e2-10d6-413f-a291-6ed4a5eab9f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 200 len: 850 time: 0.0555053 May 04 21:53:07.688427 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-e7ba60a5-1987-4486-a6ca-f589ead118d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:07.689882 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-e7ba60a5-1987-4486-a6ca-f589ead118d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df9612c5-32df-4a60-93cb-e6ef3381aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382354 May 04 21:53:07.809945 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-6220c0c6-257f-4a05-a3aa-06009a0a352b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:07.811568 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-6220c0c6-257f-4a05-a3aa-06009a0a352b tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 946 time: 0.0737450 May 04 21:53:07.896275 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-71547632-1d32-4949-9184-1a7c676f5496 service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597028 May 04 21:53:07.957534 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Deleting port 31a0a142-ef25-45fa-af3a-74816c530df8 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:07.958062 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:08.078757 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8e83ae51-c209-4ee8-b60c-4ff7e54b89d8 req-8194fe12-eb85-495d-840c-0f795ca4cd4d service neutron] 10.222.0.21 "GET /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650212 May 04 21:53:08.097553 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] For port 31a0a142-ef25-45fa-af3a-74816c530df8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=31a0a142-ef25-45fa-af3a-74816c530df8,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:08.098179 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:08.111253 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Calling delete_port for 31a0a142-ef25-45fa-af3a-74816c530df8 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:08.254914 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (31a0a142-ef25-45fa-af3a-74816c530df8), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:08.286256 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event deleted for resources: {'Port': ['ID=31a0a142-ef25-45fa-af3a-74816c530df8,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:08.331191 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] No DVR routers for this DVR port 31a0a142-ef25-45fa-af3a-74816c530df8 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:53:08.333787 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:08.337127 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d394a27f-dc8c-447e-be27-f1fa9f60c641 req-96dc8d7e-da88-436a-8004-c88eb83c381e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.21 "DELETE /v2.0/ports/31a0a142-ef25-45fa-af3a-74816c530df8 HTTP/1.1" status: 204 len: 173 time: 0.5011427 May 04 21:53:08.337586 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'name': 'network-vif-deleted', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:53:08.339859 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdbe713-8b43-4fd9-bd11-f36b7d763dd5" -d '{"events": [{"server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "name": "network-vif-deleted", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:53:08.377074 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c2e7f1-9bf9-4964-804e-524a9c318aee x-openstack-request-id: req-22c2e7f1-9bf9-4964-804e-524a9c318aee {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:53:08.377371 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9febd4f8-3ab7-45de-b568-5de63dcf20b8", "name": "network-vif-deleted", "tag": "31a0a142-ef25-45fa-af3a-74816c530df8", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:53:08.377627 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22c2e7f1-9bf9-4964-804e-524a9c318aee {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:53:08.378075 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c2e7f1-9bf9-4964-804e-524a9c318aee'] response: {'server_uuid': '9febd4f8-3ab7-45de-b568-5de63dcf20b8', 'name': 'network-vif-deleted', 'tag': '31a0a142-ef25-45fa-af3a-74816c530df8', 'status': 'completed', 'code': 200} May 04 21:53:08.509993 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5525f56b-db4c-4c7d-9a3f-198b12ec1db8 req-154e9927-3525-4606-98b0-336de5350e9a tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "GET /v2.0/ports?device_id=9febd4f8-3ab7-45de-b568-5de63dcf20b8 HTTP/1.1" status: 200 len: 210 time: 0.0281177 May 04 21:53:09.567607 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49740) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:09.681890 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Deleting port 7c8a730f-2cf0-4248-91aa-962014ef93e3 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:09.682255 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (7c8a730f-2cf0-4248-91aa-962014ef93e3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:09.762633 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (7c8a730f-2cf0-4248-91aa-962014ef93e3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:09.762928 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (7c8a730f-2cf0-4248-91aa-962014ef93e3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:09.780115 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Calling delete_port for 7c8a730f-2cf0-4248-91aa-962014ef93e3 owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:09.921457 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (7c8a730f-2cf0-4248-91aa-962014ef93e3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:09.944516 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event deleted for resources: {'Port': ['ID=7c8a730f-2cf0-4248-91aa-962014ef93e3,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:09.957265 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.957618 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.957959 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.958299 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.958630 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.958959 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.959251 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.959605 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.959931 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.960253 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.960578 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.960935 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.961256 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.961550 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:09.961903 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:10.032033 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for floatingip (f0e9a672-2924-4083-b654-4925534b0878), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:10.034412 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:10.035576 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b6452119-d1b2-470e-b83e-8a7c82a1104e tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "DELETE /v2.0/floatingips/f0e9a672-2924-4083-b654-4925534b0878 HTTP/1.1" status: 204 len: 168 time: 0.4667919 May 04 21:53:11.269747 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49754) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:11.330071 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4680e994-1d5c-4cbe-97ce-fe02cddaa7f8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group (f8ad441a-4eb9-425f-96b2-5041c8397b55), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:11.356751 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4680e994-1d5c-4cbe-97ce-fe02cddaa7f8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group (f8ad441a-4eb9-425f-96b2-5041c8397b55), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:11.418539 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4680e994-1d5c-4cbe-97ce-fe02cddaa7f8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f8ad441a-4eb9-425f-96b2-5041c8397b55), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:11.422634 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4680e994-1d5c-4cbe-97ce-fe02cddaa7f8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:11.423993 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4680e994-1d5c-4cbe-97ce-fe02cddaa7f8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] 10.222.0.23 "DELETE /v2.0/security-groups/f8ad441a-4eb9-425f-96b2-5041c8397b55 HTTP/1.1" status: 204 len: 168 time: 0.1532538 May 04 21:53:11.433440 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680e994-1d5c-4cbe-97ce-fe02cddaa7f8 tempest-TestVolumeBootPattern-1938996379 tempest-TestVolumeBootPattern-1938996379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad441a-4eb9-425f-96b2-5041c8397b55,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:11.481168 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49758) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:11.638138 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 31a0a142-ef25-45fa-af3a-74816c530df8 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:53:11.657690 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 31a0a142-ef25-45fa-af3a-74816c530df8 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:53:11.658029 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 31a0a142-ef25-45fa-af3a-74816c530df8 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:53:11.960333 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (c0297c3a-634b-4c6e-ab55-6138548eaa87), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:12.193760 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Deleting port a36b2b8c-e377-4999-af26-a14f31f3a0ab {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:12.194071 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:12.276301 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] For port a36b2b8c-e377-4999-af26-a14f31f3a0ab, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=a36b2b8c-e377-4999-af26-a14f31f3a0ab,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:12.277245 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:12.293673 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Calling delete_port for a36b2b8c-e377-4999-af26-a14f31f3a0ab owned by network:router_interface {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:12.476213 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (a36b2b8c-e377-4999-af26-a14f31f3a0ab), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:12.502504 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Pushing event deleted for resources: {'Port': ['ID=a36b2b8c-e377-4999-af26-a14f31f3a0ab,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:12.676605 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (c0297c3a-634b-4c6e-ab55-6138548eaa87), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:12.912003 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Router c0297c3a-634b-4c6e-ab55-6138548eaa87 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:53:13.032595 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:53:13.038111 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-89d15980-7455-4913-aeb0-47b2ec85672b admin admin] 10.222.0.23 "PUT /v2.0/routers/c0297c3a-634b-4c6e-ab55-6138548eaa87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5556271 May 04 21:53:13.040749 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49762) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:13.042125 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] Sync routers for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:53:13.053361 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:53:13.054069 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:52:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:13.146221 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks [] for router (c0297c3a-634b-4c6e-ab55-6138548eaa87), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.158726 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:53:13.250585 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks [] for router_gateway (c0297c3a-634b-4c6e-ab55-6138548eaa87), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.297054 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Deleting port 94d9fbee-d861-42c3-89f0-9e135b80d593 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:13.297870 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.325573 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:53:12Z', 'revision_number': 5, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port': {'id': '94d9fbee-d861-42c3-89f0-9e135b80d593', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:44Z', 'updated_at': '2022-05-04T21:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:13.356316 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] Checking router: c0297c3a-634b-4c6e-ab55-6138548eaa87 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:53:13.365155 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] Routers {'c0297c3a-634b-4c6e-ab55-6138548eaa87'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:53:13.365751 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:52:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['c0297c3a-634b-4c6e-ab55-6138548eaa87'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:13.375555 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] For port 94d9fbee-d861-42c3-89f0-9e135b80d593, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=94d9fbee-d861-42c3-89f0-9e135b80d593,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:13.375871 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.388704 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Calling delete_port for 94d9fbee-d861-42c3-89f0-9e135b80d593 owned by network:router_gateway {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:13.561976 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] Set router c0297c3a-634b-4c6e-ab55-6138548eaa87 gateway port host: None {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:53:13.577103 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (94d9fbee-d861-42c3-89f0-9e135b80d593), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.606777 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Pushing event deleted for resources: {'Port': ['ID=94d9fbee-d861-42c3-89f0-9e135b80d593,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:13.617304 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:53:13Z', 'revision_number': 6, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port_host': None}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:13.646930 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20786c77-2e86-44b2-b1fd-37e6e6fce0f0 None None] The sync data for ids ['c0297c3a-634b-4c6e-ab55-6138548eaa87'] in dv-cinder-836083-5-iscsi is: [{'id': 'c0297c3a-634b-4c6e-ab55-6138548eaa87', 'name': 'tempest-TestVolumeBootPattern-978756604-router', 'tenant_id': 'ee66d81ea92041cab173ee39d2929456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:43Z', 'updated_at': '2022-05-04T21:53:13Z', 'revision_number': 6, 'project_id': 'ee66d81ea92041cab173ee39d2929456', 'gw_port_host': None}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:53:13.663367 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (c0297c3a-634b-4c6e-ab55-6138548eaa87), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.752151 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (c0297c3a-634b-4c6e-ab55-6138548eaa87), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.754443 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks [] for router_controller (c0297c3a-634b-4c6e-ab55-6138548eaa87), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.799479 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (c0297c3a-634b-4c6e-ab55-6138548eaa87), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.800026 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0297c3a-634b-4c6e-ab55-6138548eaa87 {{(pid=110028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:53:13.804642 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.805803 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-49a0bb30-e503-4173-8e55-3b6be6a3882d admin admin] 10.222.0.23 "DELETE /v2.0/routers/c0297c3a-634b-4c6e-ab55-6138548eaa87 HTTP/1.1" status: 204 len: 168 time: 0.7640278 May 04 21:53:13.808760 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49764) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:13.855254 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94fe155-ecd8-470d-8526-ccf805cccab4 admin admin] Deleting subnet 0a98e80f-f325-4a3e-9fe1-89e67f48c961 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:53:13.858417 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b94fe155-ecd8-470d-8526-ccf805cccab4 admin admin] Publish callbacks [] for subnet (0a98e80f-f325-4a3e-9fe1-89e67f48c961), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.894533 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b94fe155-ecd8-470d-8526-ccf805cccab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436722'] for subnet (0a98e80f-f325-4a3e-9fe1-89e67f48c961), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:13.972711 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b94fe155-ecd8-470d-8526-ccf805cccab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (0a98e80f-f325-4a3e-9fe1-89e67f48c961), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.024388 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b94fe155-ecd8-470d-8526-ccf805cccab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671805'] for subnet (0a98e80f-f325-4a3e-9fe1-89e67f48c961), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.051692 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fe155-ecd8-470d-8526-ccf805cccab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a98e80f-f325-4a3e-9fe1-89e67f48c961,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:14.053627 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b94fe155-ecd8-470d-8526-ccf805cccab4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.056885 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b94fe155-ecd8-470d-8526-ccf805cccab4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0a98e80f-f325-4a3e-9fe1-89e67f48c961 HTTP/1.1" status: 204 len: 168 time: 0.2466903 May 04 21:53:14.059912 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49766) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:14.064714 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af208e4-e898-43cf-9c40-0b320ca726a9 None None] Network df9612c5-32df-4a60-93cb-e6ef3381aecd requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:53:14.138453 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (df9612c5-32df-4a60-93cb-e6ef3381aecd), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.191961 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Deleting port 67be016e-fd7d-4a11-9330-2969535e16f4 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:14.192305 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.254039 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] For port 67be016e-fd7d-4a11-9330-2969535e16f4, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=67be016e-fd7d-4a11-9330-2969535e16f4,segment=NetworkSegment(cb153471-12a7-4130-9ff9-a8dae579d272),segment_id=cb153471-12a7-4130-9ff9-a8dae579d272)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:14.254399 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.267896 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Calling delete_port for 67be016e-fd7d-4a11-9330-2969535e16f4 owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:14.352183 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (67be016e-fd7d-4a11-9330-2969535e16f4), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.378127 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=67be016e-fd7d-4a11-9330-2969535e16f4,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:14.379954 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] No DVR routers for this DVR port 67be016e-fd7d-4a11-9330-2969535e16f4 on host dv-cinder-836083-5-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:53:14.446669 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8880e-7a66-47b7-9b04-30856e9c9c1d None None] DHCP port deletion for df9612c5-32df-4a60-93cb-e6ef3381aecd request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:53:14.457295 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (df9612c5-32df-4a60-93cb-e6ef3381aecd), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.477781 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9612c5-32df-4a60-93cb-e6ef3381aecd']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:14.486679 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb153471-12a7-4130-9ff9-a8dae579d272') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:14.486975 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb153471-12a7-4130-9ff9-a8dae579d272') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:14.495889 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (cb153471-12a7-4130-9ff9-a8dae579d272), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.508967 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (cb153471-12a7-4130-9ff9-a8dae579d272), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.514774 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:53:14.515182 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (cb153471-12a7-4130-9ff9-a8dae579d272), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:53:14.516893 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:53:14.572831 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (df9612c5-32df-4a60-93cb-e6ef3381aecd), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.578480 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:14.581817 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/df9612c5-32df-4a60-93cb-e6ef3381aecd HTTP/1.1" status: 204 len: 168 time: 0.5209191 May 04 21:53:14.585146 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49768) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:14.593158 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588de736-e86a-499b-ae0c-488f8338a0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9612c5-32df-4a60-93cb-e6ef3381aecd,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:14.934980 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (e556cf55-98ae-499a-b2a1-bbf2b4474b24), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:15.174719 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Deleting port a77e9a69-78b1-4753-a178-f8f51a0ea259 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:15.175033 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:15.257762 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] For port a77e9a69-78b1-4753-a178-f8f51a0ea259, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=a77e9a69-78b1-4753-a178-f8f51a0ea259,segment=NetworkSegment(db0e0b6c-c63d-4de6-a682-14363dde7858),segment_id=db0e0b6c-c63d-4de6-a682-14363dde7858)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:15.258130 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:15.274604 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Calling delete_port for a77e9a69-78b1-4753-a178-f8f51a0ea259 owned by network:router_interface {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:15.473026 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (a77e9a69-78b1-4753-a178-f8f51a0ea259), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:15.502222 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Pushing event deleted for resources: {'Port': ['ID=a77e9a69-78b1-4753-a178-f8f51a0ea259,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:15.628108 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 94d9fbee-d861-42c3-89f0-9e135b80d593 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:53:15.649103 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 94d9fbee-d861-42c3-89f0-9e135b80d593 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:53:15.649536 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 94d9fbee-d861-42c3-89f0-9e135b80d593 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:53:15.650022 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device a36b2b8c-e377-4999-af26-a14f31f3a0ab no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:53:15.669701 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: a36b2b8c-e377-4999-af26-a14f31f3a0ab {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:53:15.670120 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device a36b2b8c-e377-4999-af26-a14f31f3a0ab not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:53:15.670680 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 67be016e-fd7d-4a11-9330-2969535e16f4 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:53:15.678848 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (e556cf55-98ae-499a-b2a1-bbf2b4474b24), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:15.691098 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 67be016e-fd7d-4a11-9330-2969535e16f4 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:53:15.691906 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 67be016e-fd7d-4a11-9330-2969535e16f4 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:53:15.910793 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Router e556cf55-98ae-499a-b2a1-bbf2b4474b24 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:53:16.029558 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:53:16.034821 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-4bc713a6-4ad7-4ef9-98ed-3c05eea6c46e admin admin] 10.222.0.23 "PUT /v2.0/routers/e556cf55-98ae-499a-b2a1-bbf2b4474b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4485078 May 04 21:53:16.037349 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49770) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:16.039550 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] Sync routers for ids ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'] in dv-cinder-836083-5-iscsi {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:53:16.053829 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] Routers {'e556cf55-98ae-499a-b2a1-bbf2b4474b24'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:53:16.054452 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:52:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:16.141243 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks [] for router (e556cf55-98ae-499a-b2a1-bbf2b4474b24), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:16.161096 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] Set router e556cf55-98ae-499a-b2a1-bbf2b4474b24 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:53:16.334686 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:52Z', 'updated_at': '2022-05-04T21:53:15Z', 'revision_number': 5, 'project_id': '73893551e77c46849e05b827694b1030', 'gw_port': {'id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:53Z', 'updated_at': '2022-05-04T21:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:16.362057 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] Checking router: e556cf55-98ae-499a-b2a1-bbf2b4474b24 for host: dv-cinder-836083-5-iscsi {{(pid=110029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:53:16.371217 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] Routers {'e556cf55-98ae-499a-b2a1-bbf2b4474b24'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:53:16.371876 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:52:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'], 'active': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:16.484313 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvr_db [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] Set router e556cf55-98ae-499a-b2a1-bbf2b4474b24 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:53:16.521996 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks [] for router_gateway (e556cf55-98ae-499a-b2a1-bbf2b4474b24), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:16.567877 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Deleting port eb980089-72b7-4924-9a0e-6caed2ff3a4a {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:16.568177 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:16.648347 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] For port eb980089-72b7-4924-9a0e-6caed2ff3a4a, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=eb980089-72b7-4924-9a0e-6caed2ff3a4a,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:16.648713 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:16.655594 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_hamode_db [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:52Z', 'updated_at': '2022-05-04T21:53:15Z', 'revision_number': 5, 'project_id': '73893551e77c46849e05b827694b1030', 'gw_port': {'id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:53Z', 'updated_at': '2022-05-04T21:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:16.664834 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Calling delete_port for eb980089-72b7-4924-9a0e-6caed2ff3a4a owned by network:router_gateway {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:16.682537 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898be7d-f679-48c8-9782-86a0b083c86d None None] The sync data for ids ['e556cf55-98ae-499a-b2a1-bbf2b4474b24'] in dv-cinder-836083-5-iscsi is: [{'id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'name': 'tempest-TestVolumeBootPattern-797399201-router', 'tenant_id': '73893551e77c46849e05b827694b1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:42:52Z', 'updated_at': '2022-05-04T21:53:15Z', 'revision_number': 5, 'project_id': '73893551e77c46849e05b827694b1030', 'gw_port': {'id': 'eb980089-72b7-4924-9a0e-6caed2ff3a4a', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e556cf55-98ae-499a-b2a1-bbf2b4474b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:42:53Z', 'updated_at': '2022-05-04T21:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}] {{(pid=110029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:53:16.832701 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (eb980089-72b7-4924-9a0e-6caed2ff3a4a), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:16.857247 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb980089-72b7-4924-9a0e-6caed2ff3a4a,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:16.918472 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (e556cf55-98ae-499a-b2a1-bbf2b4474b24), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.008016 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (e556cf55-98ae-499a-b2a1-bbf2b4474b24), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.010094 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks [] for router_controller (e556cf55-98ae-499a-b2a1-bbf2b4474b24), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.061357 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (e556cf55-98ae-499a-b2a1-bbf2b4474b24), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.061860 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e556cf55-98ae-499a-b2a1-bbf2b4474b24 {{(pid=110027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:53:17.066880 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.068049 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-0286ed4c-062c-48c4-9232-73f50a2252e4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e556cf55-98ae-499a-b2a1-bbf2b4474b24 HTTP/1.1" status: 204 len: 168 time: 1.0298171 May 04 21:53:17.070650 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49772) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:17.115197 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa893dcd-f1e4-447a-a380-b3f1799c32d5 admin admin] Deleting subnet f3db47ed-b882-4edd-8b11-7d032cc81e43 {{(pid=110027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:53:17.118823 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-aa893dcd-f1e4-447a-a380-b3f1799c32d5 admin admin] Publish callbacks [] for subnet (f3db47ed-b882-4edd-8b11-7d032cc81e43), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.154128 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-aa893dcd-f1e4-447a-a380-b3f1799c32d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9140398'] for subnet (f3db47ed-b882-4edd-8b11-7d032cc81e43), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.235852 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-aa893dcd-f1e4-447a-a380-b3f1799c32d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (f3db47ed-b882-4edd-8b11-7d032cc81e43), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.291410 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-aa893dcd-f1e4-447a-a380-b3f1799c32d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8552843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12385139'] for subnet (f3db47ed-b882-4edd-8b11-7d032cc81e43), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.318870 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa893dcd-f1e4-447a-a380-b3f1799c32d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3db47ed-b882-4edd-8b11-7d032cc81e43,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:17.320871 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-aa893dcd-f1e4-447a-a380-b3f1799c32d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.326333 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-aa893dcd-f1e4-447a-a380-b3f1799c32d5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f3db47ed-b882-4edd-8b11-7d032cc81e43 HTTP/1.1" status: 204 len: 168 time: 0.2524593 May 04 21:53:17.327735 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49774) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:17.328253 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4fbe7c-bd97-4043-969b-e367f7ff782e None None] Network ec97a325-c0fd-41fa-b649-4b8fa8451737 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:53:17.407496 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (ec97a325-c0fd-41fa-b649-4b8fa8451737), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.456992 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Deleting port b2027706-8745-4fc5-9e7c-7defa5527d87 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:53:17.457357 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.520330 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] For port b2027706-8745-4fc5-9e7c-7defa5527d87, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=b2027706-8745-4fc5-9e7c-7defa5527d87,segment=NetworkSegment(db0e0b6c-c63d-4de6-a682-14363dde7858),segment_id=db0e0b6c-c63d-4de6-a682-14363dde7858)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:17.520684 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.533271 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Calling delete_port for b2027706-8745-4fc5-9e7c-7defa5527d87 owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:53:17.617982 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (b2027706-8745-4fc5-9e7c-7defa5527d87), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.642446 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2027706-8745-4fc5-9e7c-7defa5527d87,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:17.645692 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] No DVR routers for this DVR port b2027706-8745-4fc5-9e7c-7defa5527d87 on host dv-cinder-836083-5-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:53:17.704890 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d5af1-476f-4baa-a40e-acf9e33be696 None None] DHCP port deletion for ec97a325-c0fd-41fa-b649-4b8fa8451737 request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:53:17.719887 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (ec97a325-c0fd-41fa-b649-4b8fa8451737), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.742848 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec97a325-c0fd-41fa-b649-4b8fa8451737']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:17.752060 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0e0b6c-c63d-4de6-a682-14363dde7858') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:17.752357 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0e0b6c-c63d-4de6-a682-14363dde7858') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:53:17.761492 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (db0e0b6c-c63d-4de6-a682-14363dde7858), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.767859 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device a77e9a69-78b1-4753-a178-f8f51a0ea259 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:53:17.774734 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (db0e0b6c-c63d-4de6-a682-14363dde7858), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.780721 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:53:17.781174 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (db0e0b6c-c63d-4de6-a682-14363dde7858), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:53:17.782988 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:53:17.787645 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: a77e9a69-78b1-4753-a178-f8f51a0ea259 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:53:17.787968 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device a77e9a69-78b1-4753-a178-f8f51a0ea259 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:53:17.788405 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device eb980089-72b7-4924-9a0e-6caed2ff3a4a no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:53:17.806973 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: eb980089-72b7-4924-9a0e-6caed2ff3a4a {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:53:17.807311 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device eb980089-72b7-4924-9a0e-6caed2ff3a4a not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:53:17.807751 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b2027706-8745-4fc5-9e7c-7defa5527d87 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:53:17.830119 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: b2027706-8745-4fc5-9e7c-7defa5527d87 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:53:17.830431 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device b2027706-8745-4fc5-9e7c-7defa5527d87 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:53:18.112868 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (ec97a325-c0fd-41fa-b649-4b8fa8451737), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.118615 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.121739 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] 10.222.0.23 "DELETE /v2.0/networks/ec97a325-c0fd-41fa-b649-4b8fa8451737 HTTP/1.1" status: 204 len: 168 time: 0.7928364 May 04 21:53:18.132543 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50c336-9676-457e-8d5b-482cd8f3c22c admin admin] Pushing event deleted for resources: {'Network': ['ID=ec97a325-c0fd-41fa-b649-4b8fa8451737,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:18.244547 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49778) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:18.286886 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d68d79a0-c6d6-492b-99cd-25b18da7fd84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee66d81ea92041cab173ee39d2929456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411277 May 04 21:53:18.289502 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49780) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:18.349261 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f98cfe50-0550-4d7e-b530-22148835775c admin admin] Publish callbacks [] for security_group (94f32b0e-a18b-4f0e-8f9d-da2ff9334085), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.371088 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f98cfe50-0550-4d7e-b530-22148835775c admin admin] Publish callbacks [] for security_group (94f32b0e-a18b-4f0e-8f9d-da2ff9334085), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.421968 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f98cfe50-0550-4d7e-b530-22148835775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (94f32b0e-a18b-4f0e-8f9d-da2ff9334085), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.424674 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f98cfe50-0550-4d7e-b530-22148835775c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.425821 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f98cfe50-0550-4d7e-b530-22148835775c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94f32b0e-a18b-4f0e-8f9d-da2ff9334085 HTTP/1.1" status: 204 len: 168 time: 0.1354136 May 04 21:53:18.433298 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cfe50-0550-4d7e-b530-22148835775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f32b0e-a18b-4f0e-8f9d-da2ff9334085,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:18.775934 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49788) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:18.814500 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3ae87361-56c5-4949-a40c-05e76a0a8bae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73893551e77c46849e05b827694b1030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373244 May 04 21:53:18.817222 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49790) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:18.866391 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-15ac629d-29d3-46d6-90e6-5c3c2e524c79 admin admin] Publish callbacks [] for security_group (ea059137-59d0-4fd8-8f6f-d9a98da4d816), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.887219 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-15ac629d-29d3-46d6-90e6-5c3c2e524c79 admin admin] Publish callbacks [] for security_group (ea059137-59d0-4fd8-8f6f-d9a98da4d816), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.938531 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-15ac629d-29d3-46d6-90e6-5c3c2e524c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (ea059137-59d0-4fd8-8f6f-d9a98da4d816), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.941310 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-15ac629d-29d3-46d6-90e6-5c3c2e524c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:18.942771 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-15ac629d-29d3-46d6-90e6-5c3c2e524c79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea059137-59d0-4fd8-8f6f-d9a98da4d816 HTTP/1.1" status: 204 len: 168 time: 0.1247172 May 04 21:53:18.950622 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac629d-29d3-46d6-90e6-5c3c2e524c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea059137-59d0-4fd8-8f6f-d9a98da4d816,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:22.889830 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-23851563-9efc-43ee-8f9b-50a126859b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:23.589110 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:53:25.249199 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-133cb710-9b44-42f2-bc12-4692866646a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:26.163007 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:27.728449 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:29.275306 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:31.339167 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.474883 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49846) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:48.479496 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-96469a9c-917f-4693-bb06-ab98617c95fd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1360775859', 'description': 'tempest-description--1987792930'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:53:48.503613 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-96469a9c-917f-4693-bb06-ab98617c95fd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.571250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-96469a9c-917f-4693-bb06-ab98617c95fd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (f0e4c26e-599b-45ad-835e-5cdc1614c765), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.577591 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-96469a9c-917f-4693-bb06-ab98617c95fd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f0e4c26e-599b-45ad-835e-5cdc1614c765), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.608490 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-96469a9c-917f-4693-bb06-ab98617c95fd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.609710 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-96469a9c-917f-4693-bb06-ab98617c95fd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1337984 May 04 21:53:48.610777 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96469a9c-917f-4693-bb06-ab98617c95fd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e4c26e-599b-45ad-835e-5cdc1614c765,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:48.612704 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49848) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:48.617588 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-04af582f-fc87-4932-9651-f9161fbbd084 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group_rule': {'security_group_id': 'f0e4c26e-599b-45ad-835e-5cdc1614c765', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:53:48.654191 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04af582f-fc87-4932-9651-f9161fbbd084 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (16ffb6b1-48b9-4688-ac8b-241fbbdf1c4b), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.712962 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04af582f-fc87-4932-9651-f9161fbbd084 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (16ffb6b1-48b9-4688-ac8b-241fbbdf1c4b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.719536 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04af582f-fc87-4932-9651-f9161fbbd084 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (16ffb6b1-48b9-4688-ac8b-241fbbdf1c4b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.738402 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af582f-fc87-4932-9651-f9161fbbd084 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ffb6b1-48b9-4688-ac8b-241fbbdf1c4b,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:48.746213 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04af582f-fc87-4932-9651-f9161fbbd084 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.747401 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-04af582f-fc87-4932-9651-f9161fbbd084 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335986 May 04 21:53:48.750083 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49850) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:48.754400 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-cb74e108-6bc5-4af8-bb90-b5f25209676b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group_rule': {'security_group_id': 'f0e4c26e-599b-45ad-835e-5cdc1614c765', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:53:48.779601 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-cb74e108-6bc5-4af8-bb90-b5f25209676b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (ee6faf01-08f9-4324-a256-fbde31cdefd6), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.836601 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-cb74e108-6bc5-4af8-bb90-b5f25209676b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (ee6faf01-08f9-4324-a256-fbde31cdefd6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.841408 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-cb74e108-6bc5-4af8-bb90-b5f25209676b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (ee6faf01-08f9-4324-a256-fbde31cdefd6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.858444 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74e108-6bc5-4af8-bb90-b5f25209676b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6faf01-08f9-4324-a256-fbde31cdefd6,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:48.866963 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-cb74e108-6bc5-4af8-bb90-b5f25209676b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.870480 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-cb74e108-6bc5-4af8-bb90-b5f25209676b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193991 May 04 21:53:48.874208 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49852) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:53:48.878565 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:53:48.900890 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:48.978375 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:49.081887 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Allocated IP 172.27.1.99 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/d0492e64-ab36-4f15-ad58-b3d442f7c1a2) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:53:49.181519 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (d0492e64-ab36-4f15-ad58-b3d442f7c1a2), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:49.216302 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (d0492e64-ab36-4f15-ad58-b3d442f7c1a2), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:49.260403 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:53:49.265260 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:53:49.269700 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:53:49.272715 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=d0492e64-ab36-4f15-ad58-b3d442f7c1a2,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:49.352487 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (ec6d5747-3c2d-48d0-ad62-85b6efb4785d), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:49.391751 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (d0492e64-ab36-4f15-ad58-b3d442f7c1a2), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:49.554164 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (d0492e64-ab36-4f15-ad58-b3d442f7c1a2), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:49.562167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292157'] for port (d0492e64-ab36-4f15-ad58-b3d442f7c1a2), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:49.629610 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=d0492e64-ab36-4f15-ad58-b3d442f7c1a2,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:49.644920 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (ec6d5747-3c2d-48d0-ad62-85b6efb4785d), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:49.661703 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:49.662966 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5fd0c4bb-acc0-42af-8831-967c6c6204ab tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7878170 May 04 21:53:49.864061 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-edeb386d-4d6f-4aaa-8b48-492764c2dec6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1360775859&fields=id&tenant_id=5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 267 time: 0.0475798 May 04 21:53:49.978093 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373d43-497a-467d-8cb9-12a4e264c3da req-9c7ec22b-1086-4119-8011-26574d0005f2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:49.979588 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-9c7ec22b-1086-4119-8011-26574d0005f2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 815 time: 0.1089177 May 04 21:53:49.994002 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-43549555-d106-4f2e-9054-df752b7e6576 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/quotas/5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 375 time: 0.0088966 May 04 21:53:50.045895 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-c96ff043-f873-4341-9fbe-1a82af304234 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470378 May 04 21:53:50.237056 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-1c226d8c-5911-4a0b-8782-24c7427b3f89 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775188 May 04 21:53:50.330915 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-5a13c843-e0b3-4194-a69d-04e548cbd858 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879159 May 04 21:53:50.499925 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8bf984d2-fe33-4e27-983a-de4acf17bd0f req-09cf392e-30a0-4480-8397-f3bfd4a27a32 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 210 time: 0.0281227 May 04 21:53:51.616977 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d45d7832-d3b8-4e1a-a347-63fec9286d46 req-e1498497-2e7a-4449-95e1-a0551cc7ca50 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 210 time: 0.0431161 May 04 21:53:51.709876 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373d43-497a-467d-8cb9-12a4e264c3da req-12c5feb9-5d4e-419b-b559-b491db96b7cf tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:51.711324 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-12c5feb9-5d4e-419b-b559-b491db96b7cf tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 815 time: 0.1060421 May 04 21:53:51.792636 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b6a3648d-cdb2-460c-a02c-31f7f5988007 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 472 time: 0.0663714 May 04 21:53:51.877118 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'port': {'device_id': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'admin_state_up': True, 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'security_groups': ['f0e4c26e-599b-45ad-835e-5cdc1614c765']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:53:51.995824 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Made reservation on behalf of 5ff27efad4df4cb6847ca7661fd1fc69 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:53:51.999133 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:52.127687 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Allocated IP 172.20.0.11 (d9c2ab43-e7c6-4751-ba8b-5352da760d74/7a99243a-0206-49a1-a585-9d36399ac6e5/0b4f9177-413f-4545-ba33-7959c7a044e7) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:53:52.274223 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:52.310026 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:52.352306 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:53:52.355675 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:53:52.362390 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:53:52.368295 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=0b4f9177-413f-4545-ba33-7959c7a044e7,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:52.413865 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:52.414499 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:52.433090 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-860a4ca8-e81d-4076-a097-58160be04e9f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5626175 May 04 21:53:52.455517 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Request body: {'port': {'device_id': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:53:52.520723 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:52.594956 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-753daee6-57d7-45fd-93dd-b9fd0f95c4cd None None] Provisioning complete for port 0b4f9177-413f-4545-ba33-7959c7a044e7 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:53:52.595614 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-753daee6-57d7-45fd-93dd-b9fd0f95c4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:52.629883 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-753daee6-57d7-45fd-93dd-b9fd0f95c4cd None None] Port 0b4f9177-413f-4545-ba33-7959c7a044e7 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:53:52.733357 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1b8a1-ffc6-4386-94b6-878f9f107a01 req-9c81fcf1-393e-46b6-9a59-82a77098a773 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:52.734842 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c2b1b8a1-ffc6-4386-94b6-878f9f107a01 req-9c81fcf1-393e-46b6-9a59-82a77098a773 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 932 time: 0.0469499 May 04 21:53:52.783883 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c2b1b8a1-ffc6-4386-94b6-878f9f107a01 req-cb111272-c8da-49af-9e31-3ce0f8e17e0f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 May 04 21:53:52.785432 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4f9177-413f-4545-ba33-7959c7a044e7 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:53:52.793580 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Publish callbacks [] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:52.808366 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Transition to ACTIVE for port object 0b4f9177-413f-4545-ba33-7959c7a044e7 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:53:52.813412 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:52.861732 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Pushing event updated for resources: {'Port': ['ID=0b4f9177-413f-4545-ba33-7959c7a044e7,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:52.886720 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0242f507-3783-47d6-aa5f-accf2998b18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:52.945534 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Attempting to bind port 0b4f9177-413f-4545-ba33-7959c7a044e7 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:53:52.945876 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Attempting to bind port 0b4f9177-413f-4545-ba33-7959c7a044e7 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:53:52.946209 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Attempting to bind port 0b4f9177-413f-4545-ba33-7959c7a044e7 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:53:52.951141 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Port 0b4f9177-413f-4545-ba33-7959c7a044e7 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:53:52.951497 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Attempting to bind port 0b4f9177-413f-4545-ba33-7959c7a044e7 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:53:52.956863 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:53:52.957230 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Checking segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:53:52.957620 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Bound using segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:53:52.958063 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Bound port: 0b4f9177-413f-4545-ba33-7959c7a044e7, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:53:52.958447 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:53.024681 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] For port 0b4f9177-413f-4545-ba33-7959c7a044e7, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:53:53.027663 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] For port 0b4f9177-413f-4545-ba33-7959c7a044e7, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0b4f9177-413f-4545-ba33-7959c7a044e7,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:53:53.035422 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:53.069809 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:53.070729 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:53.072135 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] 10.222.0.21 "PUT /v2.0/ports/0b4f9177-413f-4545-ba33-7959c7a044e7 HTTP/1.1" status: 200 len: 1094 time: 0.6210008 May 04 21:53:53.074304 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'tag': '0b4f9177-413f-4545-ba33-7959c7a044e7'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:53:53.076599 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9da76b4-83f6-4615-a401-a04ba81984fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba1a357-85c7-4ff9-b2c3-f52ecc66b618", "tag": "0b4f9177-413f-4545-ba33-7959c7a044e7"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:53:53.105340 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21acd98-2fff-4818-a0bf-3e7b5b9f854a service neutron] Pushing event updated for resources: {'Port': ['ID=0b4f9177-413f-4545-ba33-7959c7a044e7,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:53.131494 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627c803c-254c-4be5-b13b-c80ecb893387 x-openstack-request-id: req-627c803c-254c-4be5-b13b-c80ecb893387 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:53:53.131785 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba1a357-85c7-4ff9-b2c3-f52ecc66b618", "tag": "0b4f9177-413f-4545-ba33-7959c7a044e7", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:53:53.132037 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-627c803c-254c-4be5-b13b-c80ecb893387 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:53:53.132447 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627c803c-254c-4be5-b13b-c80ecb893387'] response: {'name': 'network-changed', 'server_uuid': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'tag': '0b4f9177-413f-4545-ba33-7959c7a044e7', 'status': 'completed', 'code': 200} May 04 21:53:53.186498 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373d43-497a-467d-8cb9-12a4e264c3da req-81a6f01b-2a23-4992-8240-445e4a833180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:53.188064 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-81a6f01b-2a23-4992-8240-445e4a833180 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 1128 time: 0.0406075 May 04 21:53:53.238615 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-bebbe5db-dc01-4de9-8814-bfa04e66dd05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b4f9177-413f-4545-ba33-7959c7a044e7 HTTP/1.1" status: 200 len: 217 time: 0.0385530 May 04 21:53:53.287892 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373d43-497a-467d-8cb9-12a4e264c3da req-8d852a0f-412b-475d-9f39-775ec311364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:53.289408 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-8d852a0f-412b-475d-9f39-775ec311364d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0449913 May 04 21:53:53.335565 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373d43-497a-467d-8cb9-12a4e264c3da req-83c29e56-042f-432c-aa96-e384663ea33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:53.337036 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-83c29e56-042f-432c-aa96-e384663ea33d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419369 May 04 21:53:53.436462 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-b779888e-1dbd-4a60-aa32-d07231afbf0e service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920215 May 04 21:53:53.527671 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-98373d43-497a-467d-8cb9-12a4e264c3da req-1381f41b-4962-465a-8e0b-af5cd1c6804c service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 May 04 21:53:53.918374 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7d7e4-230e-4e4f-8163-08c25962e103 req-dedfb6df-75fd-4394-ab0f-cc56586d6e31 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:53.919952 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-add7d7e4-230e-4e4f-8163-08c25962e103 req-dedfb6df-75fd-4394-ab0f-cc56586d6e31 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 944 time: 0.0580635 May 04 21:53:53.969611 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-add7d7e4-230e-4e4f-8163-08c25962e103 req-1e178a24-9199-4100-9aeb-b644d59dc456 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 May 04 21:53:55.093825 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eced156-5613-4706-a282-bc7d3f18a7b1 req-4306ab57-7385-4fc2-bb1d-2fa947c9ad52 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:55.095330 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8eced156-5613-4706-a282-bc7d3f18a7b1 req-4306ab57-7385-4fc2-bb1d-2fa947c9ad52 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 944 time: 0.0516241 May 04 21:53:55.145536 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8eced156-5613-4706-a282-bc7d3f18a7b1 req-5c06cb2b-f98b-4eab-a938-f7ab64150988 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415518 May 04 21:53:55.259599 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8582febe-ae64-41ad-9dec-4483fa7acf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:55.653798 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-f295cd0e-c43b-4955-afb5-9723b7aea81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:55.655439 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-f295cd0e-c43b-4955-afb5-9723b7aea81c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 1128 time: 0.0423279 May 04 21:53:55.754384 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-689704ac-ea00-4c62-b21c-de1d2f768a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:55.755945 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-689704ac-ea00-4c62-b21c-de1d2f768a7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.0937479 May 04 21:53:55.796942 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-b68636c0-320d-4a30-b8ac-6ebeb3733e93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b4f9177-413f-4545-ba33-7959c7a044e7 HTTP/1.1" status: 200 len: 217 time: 0.0353162 May 04 21:53:55.846402 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-2f3790be-e731-4d36-a3a3-67e7b338020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:55.847883 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-2f3790be-e731-4d36-a3a3-67e7b338020e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0453670 May 04 21:53:55.881083 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 0b4f9177-413f-4545-ba33-7959c7a044e7 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:53:55.896420 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-f88f380c-bb1a-4bdb-ac77-c7ddc393059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:55.897941 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-f88f380c-bb1a-4bdb-ac77-c7ddc393059d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448031 May 04 21:53:55.977375 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 0b4f9177-413f-4545-ba33-7959c7a044e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0b4f9177-413f-4545-ba33-7959c7a044e7,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:55.988025 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-8f41cf09-da57-4a81-acec-71e86259c3ac service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828497 May 04 21:53:55.988353 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': '0b4f9177-413f-4545-ba33-7959c7a044e7', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'port_id': '0b4f9177-413f-4545-ba33-7959c7a044e7', 'mac_address': 'fa:16:3e:1b:69:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:53:56.027872 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 0b4f9177-413f-4545-ba33-7959c7a044e7 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:53:56.028258 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:56.085604 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c9da76b4-83f6-4615-a401-a04ba81984fb req-a36b277c-e807-4c98-a48e-d7d33010e88f service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913594 May 04 21:53:56.171611 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4f9177-413f-4545-ba33-7959c7a044e7 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:53:56.191720 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:56.200519 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 0b4f9177-413f-4545-ba33-7959c7a044e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0b4f9177-413f-4545-ba33-7959c7a044e7,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:56.206178 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:56.260663 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c9e86-4255-4bbb-95d1-39217277d15c req-4d3a1c0c-1eb5-48af-bd3a-2fdf7ac70046 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:56.261186 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=0b4f9177-413f-4545-ba33-7959c7a044e7,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:56.263880 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee5c9e86-4255-4bbb-95d1-39217277d15c req-4d3a1c0c-1eb5-48af-bd3a-2fdf7ac70046 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 945 time: 0.0489647 May 04 21:53:56.268038 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.268423 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.268795 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.269145 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.269475 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.269809 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.270140 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.270495 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.270823 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.271156 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.271505 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.271819 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.272147 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.272465 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.272863 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:53:56.309863 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee5c9e86-4255-4bbb-95d1-39217277d15c req-31d8a8e1-7e44-42c3-a30e-598d62380fa3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 May 04 21:53:56.595346 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['0b4f9177-413f-4545-ba33-7959c7a044e7'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:53:57.449291 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b514bb-5b9d-4252-851f-30b1ee61a1b6 req-180364b7-3b05-44b1-87a5-5f3afd641596 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:57.450772 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-54b514bb-5b9d-4252-851f-30b1ee61a1b6 req-180364b7-3b05-44b1-87a5-5f3afd641596 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 945 time: 0.0678003 May 04 21:53:57.500826 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-54b514bb-5b9d-4252-851f-30b1ee61a1b6 req-8b63fe8c-355f-4373-8085-c0feb0962e9c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420110 May 04 21:53:57.732818 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:57.884887 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 0b4f9177-413f-4545-ba33-7959c7a044e7 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:53:57.944162 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port 0b4f9177-413f-4545-ba33-7959c7a044e7 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:53:57.952884 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port 0b4f9177-413f-4545-ba33-7959c7a044e7 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:53:57.953435 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:58.042969 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port 0b4f9177-413f-4545-ba33-7959c7a044e7 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:53:58.043358 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:58.066509 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4f9177-413f-4545-ba33-7959c7a044e7'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:53:58.069456 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3952f052-7480-402a-83db-d3e06a935cd5" -d '{"events": [{"server_uuid": "2ba1a357-85c7-4ff9-b2c3-f52ecc66b618", "name": "network-vif-plugged", "status": "completed", "tag": "0b4f9177-413f-4545-ba33-7959c7a044e7"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:53:58.082382 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port 0b4f9177-413f-4545-ba33-7959c7a044e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0b4f9177-413f-4545-ba33-7959c7a044e7,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:53:58.088058 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:58.110372 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d935458-8a5f-48b8-834b-f14ad59e7ad4 x-openstack-request-id: req-3d935458-8a5f-48b8-834b-f14ad59e7ad4 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:53:58.110636 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba1a357-85c7-4ff9-b2c3-f52ecc66b618", "name": "network-vif-plugged", "status": "completed", "tag": "0b4f9177-413f-4545-ba33-7959c7a044e7", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:53:58.110887 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d935458-8a5f-48b8-834b-f14ad59e7ad4 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:53:58.111276 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d935458-8a5f-48b8-834b-f14ad59e7ad4'] response: {'server_uuid': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4f9177-413f-4545-ba33-7959c7a044e7', 'code': 200} May 04 21:53:58.136393 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=0b4f9177-413f-4545-ba33-7959c7a044e7,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:53:58.323242 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb281b8-1dd3-4733-aa6e-dda6eda1d7c2 req-90d515cd-b9f4-4a6e-ae61-ad030fe89a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:58.324769 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ebb281b8-1dd3-4733-aa6e-dda6eda1d7c2 req-90d515cd-b9f4-4a6e-ae61-ad030fe89a26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 1130 time: 0.0434656 May 04 21:53:58.374646 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ebb281b8-1dd3-4733-aa6e-dda6eda1d7c2 req-274e0f12-7e24-494f-bbb7-47d7afa8e621 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 May 04 21:53:58.629839 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82944eb7-a38e-486f-8d92-2e844d0bd3e9 req-27e86ab3-765e-4567-ae0c-aac9d7d5fb3d tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:58.631800 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-82944eb7-a38e-486f-8d92-2e844d0bd3e9 req-27e86ab3-765e-4567-ae0c-aac9d7d5fb3d tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 946 time: 0.0513141 May 04 21:53:58.684653 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-82944eb7-a38e-486f-8d92-2e844d0bd3e9 req-1d71c34d-8f43-4d04-ac77-5294d0342ff7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 May 04 21:53:59.279937 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:53:59.809977 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7973d9-891c-43e3-aedf-b740ca27d0b6 req-dadb8e4c-135f-4b04-994a-ee3f30384e19 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:53:59.811325 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a7973d9-891c-43e3-aedf-b740ca27d0b6 req-dadb8e4c-135f-4b04-994a-ee3f30384e19 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 946 time: 0.0459602 May 04 21:53:59.862140 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a7973d9-891c-43e3-aedf-b740ca27d0b6 req-75f3cbd7-b101-4801-92f6-a2b064b8e068 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 May 04 21:54:00.594288 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:54:01.001248 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b5a1-8518-43fd-a663-4912182fdedc req-77eacb25-e459-41d8-9d62-061264888c20 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:01.002708 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a580b5a1-8518-43fd-a663-4912182fdedc req-77eacb25-e459-41d8-9d62-061264888c20 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 946 time: 0.0517337 May 04 21:54:01.055183 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-a580b5a1-8518-43fd-a663-4912182fdedc req-4af62113-0ebe-40d6-8378-8cdae32a6979 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468037 May 04 21:54:01.172084 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c899254-4b83-4666-8ffb-429bd175f759 req-12141139-a82b-45b5-b72d-9e9e1b1a867f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:01.173443 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c899254-4b83-4666-8ffb-429bd175f759 req-12141139-a82b-45b5-b72d-9e9e1b1a867f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 946 time: 0.0542269 May 04 21:54:01.185786 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49910) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:54:01.190111 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-499dc062-516a-44fe-9cf3-af7944b107f1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'floatingip': {'port_id': '0b4f9177-413f-4545-ba33-7959c7a044e7'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:54:01.228701 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-499dc062-516a-44fe-9cf3-af7944b107f1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (ec6d5747-3c2d-48d0-ad62-85b6efb4785d), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:01.327132 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:01.680005 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-499dc062-516a-44fe-9cf3-af7944b107f1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:01.686375 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-499dc062-516a-44fe-9cf3-af7944b107f1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (ec6d5747-3c2d-48d0-ad62-85b6efb4785d), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:01.802666 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-499dc062-516a-44fe-9cf3-af7944b107f1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Floating IP ec6d5747-3c2d-48d0-ad62-85b6efb4785d associated. External IP: 172.27.1.99, port: 0b4f9177-413f-4545-ba33-7959c7a044e7. May 04 21:54:02.016289 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499dc062-516a-44fe-9cf3-af7944b107f1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:54:02.124933 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499dc062-516a-44fe-9cf3-af7944b107f1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:54:02.129479 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-499dc062-516a-44fe-9cf3-af7944b107f1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:02.135840 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:54:02.146168 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:54:02.146781 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:53:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:54:02.160346 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-499dc062-516a-44fe-9cf3-af7944b107f1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "PUT /v2.0/floatingips/ec6d5747-3c2d-48d0-ad62-85b6efb4785d HTTP/1.1" status: 200 len: 991 time: 0.9733827 May 04 21:54:02.161115 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'tag': '0b4f9177-413f-4545-ba33-7959c7a044e7'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:54:02.164392 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a5a4f52a97c2b5635c7c5a6d5387c0d33133731365af9af86ac2e0ed7fd2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aac58f2-ac3c-442a-9aec-d3eb035cd131" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba1a357-85c7-4ff9-b2c3-f52ecc66b618", "tag": "0b4f9177-413f-4545-ba33-7959c7a044e7"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:54:02.256325 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:54:02.344266 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba45af08-171d-4987-8aa1-5b2cbf07682d x-openstack-request-id: req-ba45af08-171d-4987-8aa1-5b2cbf07682d {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:54:02.344798 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba1a357-85c7-4ff9-b2c3-f52ecc66b618", "tag": "0b4f9177-413f-4545-ba33-7959c7a044e7", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:54:02.344925 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba45af08-171d-4987-8aa1-5b2cbf07682d {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:54:02.345251 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba45af08-171d-4987-8aa1-5b2cbf07682d'] response: {'name': 'network-changed', 'server_uuid': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'tag': '0b4f9177-413f-4545-ba33-7959c7a044e7', 'status': 'completed', 'code': 200} May 04 21:54:02.430390 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-3055cae6-ab91-45db-af1c-a43554001ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:02.431800 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-3055cae6-ab91-45db-af1c-a43554001ada service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 1130 time: 0.0388069 May 04 21:54:02.475029 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8b95a8e3-231b-40a4-a681-98f7e2444333', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:52:08Z', 'updated_at': '2022-05-04T21:52:24Z', 'revision_number': 2, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}, {'id': 'ec6d5747-3c2d-48d0-ad62-85b6efb4785d', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '0b4f9177-413f-4545-ba33-7959c7a044e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:1b:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:53:49Z', 'updated_at': '2022-05-04T21:54:01Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:54:02.501183 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:54:02.509771 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:54:02.510628 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:53:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:54:02.519036 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-4963576e-e7b7-4930-bcab-83d129e73e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:02.520560 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-4963576e-e7b7-4930-bcab-83d129e73e69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.0824206 May 04 21:54:02.589670 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-6cb924a4-1f07-4911-8011-a51614046204 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b4f9177-413f-4545-ba33-7959c7a044e7 HTTP/1.1" status: 200 len: 999 time: 0.0629091 May 04 21:54:02.626430 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:54:02.637818 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-649f7bc3-6ad6-4c4e-aa40-875d14b43f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:02.639418 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-649f7bc3-6ad6-4c4e-aa40-875d14b43f8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0444894 May 04 21:54:02.684538 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-313fb1f0-6650-4889-81c4-556849136499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:02.685952 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-313fb1f0-6650-4889-81c4-556849136499 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379121 May 04 21:54:02.778386 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-d97c678f-4c06-4f19-8e8b-2e179c02fe2e service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865581 May 04 21:54:02.842797 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8b95a8e3-231b-40a4-a681-98f7e2444333', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:52:08Z', 'updated_at': '2022-05-04T21:52:24Z', 'revision_number': 2, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}, {'id': 'ec6d5747-3c2d-48d0-ad62-85b6efb4785d', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '0b4f9177-413f-4545-ba33-7959c7a044e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:1b:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:53:49Z', 'updated_at': '2022-05-04T21:54:01Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:54:02.876920 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76686969-6f7a-4131-9836-abd6d768f9dc None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8b95a8e3-231b-40a4-a681-98f7e2444333', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:52:08Z', 'updated_at': '2022-05-04T21:52:24Z', 'revision_number': 2, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}, {'id': 'ec6d5747-3c2d-48d0-ad62-85b6efb4785d', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '0b4f9177-413f-4545-ba33-7959c7a044e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:1b:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:53:49Z', 'updated_at': '2022-05-04T21:54:01Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:54:02.879408 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5aac58f2-ac3c-442a-9aec-d3eb035cd131 req-569648a0-0d4e-487b-a1d3-7d1740a5ca22 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945320 May 04 21:54:03.100922 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd0af9-f122-4412-9f60-92d9dae56aa2 None None] New status for floating IP ec6d5747-3c2d-48d0-ad62-85b6efb4785d: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:54:12.304158 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-c5cb5a03-3bee-47f2-9216-813e999a0f3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400298 May 04 21:54:12.408874 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-33c95385-52ab-4f50-be3d-e8c04d49f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:12.410355 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-33c95385-52ab-4f50-be3d-e8c04d49f21b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 1129 time: 0.0442486 May 04 21:54:12.531966 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-9c6c0510-d367-4841-bb5f-6fb0e23b1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:12.533335 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-9c6c0510-d367-4841-bb5f-6fb0e23b1bc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.1033373 May 04 21:54:12.612830 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-bb09becb-60d7-4c10-8d5e-8b07cef2d8eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21b07714-f8f0-49df-ad39-5665df6298e0 HTTP/1.1" status: 200 len: 1001 time: 0.0698936 May 04 21:54:12.666355 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-66412ebc-125f-4476-8332-939846e7831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:12.667780 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-66412ebc-125f-4476-8332-939846e7831f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0437243 May 04 21:54:12.714102 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-443dbb5c-08cd-4e78-a0e2-3eaf854bff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:54:12.715589 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-443dbb5c-08cd-4e78-a0e2-3eaf854bff06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415120 May 04 21:54:12.818152 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-82a16d23-8afb-4bfd-9f74-2010a30083fd service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957394 May 04 21:54:12.910696 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7d4471a6-dc20-458d-85c5-1fa69dd08ed1 req-7110fb6a-9480-482f-a057-62aeb7fe663f service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846720 May 04 21:54:22.890594 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2552941f-1828-4276-ae55-1d7b078d46fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:25.256942 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-35cd5fc0-f447-4196-bb98-2b01a9566331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:26.183667 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:27.733175 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:29.276234 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:31.336410 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:37.594692 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:54:52.895434 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-590f6d31-dd43-45ad-a3f4-58986867e4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:55.246682 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-002b95e4-f31c-4f73-a174-90d266c76f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:56.177222 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:57.738522 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:54:59.273543 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:01.355434 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:13.265580 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-6aff6eb9-69c5-4f65-a4e6-8e69a954a06b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401695 May 04 21:55:13.351753 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-9df5eab5-a69e-489c-80dc-bd08d0a7576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:13.353231 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-9df5eab5-a69e-489c-80dc-bd08d0a7576d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 1130 time: 0.0479641 May 04 21:55:13.468050 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-a9edacf0-8908-41c8-9edf-008639e3279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:13.469567 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-a9edacf0-8908-41c8-9edf-008639e3279d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.0958560 May 04 21:55:13.533305 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-a3be968e-0324-4899-971e-d9e45e0006cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b4f9177-413f-4545-ba33-7959c7a044e7 HTTP/1.1" status: 200 len: 1001 time: 0.0567205 May 04 21:55:13.584976 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-32dd25aa-31b7-4650-a9f2-254a1ad27b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:13.586506 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-32dd25aa-31b7-4650-a9f2-254a1ad27b49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0466423 May 04 21:55:13.629663 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-299fd4f6-8437-47e7-9fc8-7e6ef9082d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:13.631137 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-299fd4f6-8437-47e7-9fc8-7e6ef9082d79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386326 May 04 21:55:13.720435 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-ad1190fc-6c99-400d-91b1-df24c823dc52 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826607 May 04 21:55:13.809819 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-09761de8-5ac5-48b6-bd96-a0225ccaacbd req-a3fa809a-e49a-4377-87ef-08afd2b81e95 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835021 May 04 21:55:14.599299 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:55:17.989843 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd172d3-6b53-4550-8a23-e08f43244aac req-937bace0-ab6f-4b10-a99a-ba964f858122 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:17.991286 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7bd172d3-6b53-4550-8a23-e08f43244aac req-937bace0-ab6f-4b10-a99a-ba964f858122 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 946 time: 0.0540617 May 04 21:55:18.044626 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-7bd172d3-6b53-4550-8a23-e08f43244aac req-eac902e6-8587-400f-a8b9-62a9fe0ed41c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444496 May 04 21:55:19.228215 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94577938-bd53-42c7-a2bd-4c80a5c3aaf9 req-98638cc5-d605-4c4f-a8cd-311bf8b4073f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:19.229957 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-94577938-bd53-42c7-a2bd-4c80a5c3aaf9 req-98638cc5-d605-4c4f-a8cd-311bf8b4073f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 946 time: 0.1044178 May 04 21:55:19.285153 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-94577938-bd53-42c7-a2bd-4c80a5c3aaf9 req-3fc5937e-b811-41c4-bacf-4494056323c7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0e4c26e-599b-45ad-835e-5cdc1614c765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482113 May 04 21:55:19.706220 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-0c34c4df-89e6-4d11-88da-5d0349b82715 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:19.707667 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-0c34c4df-89e6-4d11-88da-5d0349b82715 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 946 time: 0.0548646 May 04 21:55:19.805405 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Deleting port 0b4f9177-413f-4545-ba33-7959c7a044e7 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:55:19.805766 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:19.900962 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] For port 0b4f9177-413f-4545-ba33-7959c7a044e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0b4f9177-413f-4545-ba33-7959c7a044e7,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:55:19.901207 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:20.071816 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:20.072513 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (ec6d5747-3c2d-48d0-ad62-85b6efb4785d), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:20.072962 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Floating IP ec6d5747-3c2d-48d0-ad62-85b6efb4785d disassociated. External IP: 172.27.1.99, port: 0b4f9177-413f-4545-ba33-7959c7a044e7. May 04 21:55:20.073475 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Calling delete_port for 0b4f9177-413f-4545-ba33-7959c7a044e7 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:55:20.212789 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (0b4f9177-413f-4545-ba33-7959c7a044e7), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:20.241034 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'Port': ['ID=0b4f9177-413f-4545-ba33-7959c7a044e7,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:20.252383 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.252727 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.253091 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.253414 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.253726 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.254057 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.254386 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.254727 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.255055 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.255406 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.255708 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.256035 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.256361 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.257077 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.257077 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:20.659209 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f779c09a-5311-48d0-bd67-af54efeba92a req-b399a780-db95-4a32-b4a1-6293ddb966fa tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba1a357-85c7-4ff9-b2c3-f52ecc66b618 HTTP/1.1" status: 200 len: 210 time: 0.0330627 May 04 21:55:20.676539 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:55:20.785064 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:55:20.797897 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:55:20.808483 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:55:20.809111 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:54:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:20.829474 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] No DVR routers for this DVR port 0b4f9177-413f-4545-ba33-7959c7a044e7 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:55:20.832132 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:20.835374 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-03a5bb3c-ced3-46a1-bda0-177949ed2e8e req-f5855a3a-6a1a-4079-ae7d-6308d8dc0411 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "DELETE /v2.0/ports/0b4f9177-413f-4545-ba33-7959c7a044e7 HTTP/1.1" status: 204 len: 173 time: 1.1224570 May 04 21:55:20.835902 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'name': 'network-vif-deleted', 'tag': '0b4f9177-413f-4545-ba33-7959c7a044e7'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:55:20.838146 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b7ea1a-2ef3-4856-8d17-fa0e494903fe" -d '{"events": [{"server_uuid": "2ba1a357-85c7-4ff9-b2c3-f52ecc66b618", "name": "network-vif-deleted", "tag": "0b4f9177-413f-4545-ba33-7959c7a044e7"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:55:20.874291 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4a857e-83ad-437c-9d70-78873aebb044 x-openstack-request-id: req-ef4a857e-83ad-437c-9d70-78873aebb044 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:55:20.874613 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba1a357-85c7-4ff9-b2c3-f52ecc66b618", "name": "network-vif-deleted", "tag": "0b4f9177-413f-4545-ba33-7959c7a044e7", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:55:20.874905 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef4a857e-83ad-437c-9d70-78873aebb044 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:55:20.875285 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4a857e-83ad-437c-9d70-78873aebb044'] response: {'server_uuid': '2ba1a357-85c7-4ff9-b2c3-f52ecc66b618', 'name': 'network-vif-deleted', 'tag': '0b4f9177-413f-4545-ba33-7959c7a044e7', 'status': 'completed', 'code': 200} May 04 21:55:20.922351 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:55:21.145930 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8b95a8e3-231b-40a4-a681-98f7e2444333', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:52:08Z', 'updated_at': '2022-05-04T21:52:24Z', 'revision_number': 2, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:21.171329 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:55:21.180124 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:55:21.180684 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:54:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:21.290046 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:55:21.596941 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8b95a8e3-231b-40a4-a681-98f7e2444333', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:52:08Z', 'updated_at': '2022-05-04T21:52:24Z', 'revision_number': 2, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:21.623825 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384be370-2e87-4a8c-a041-05fc21948c00 None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': '8b95a8e3-231b-40a4-a681-98f7e2444333', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': '21b07714-f8f0-49df-ad39-5665df6298e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:4a:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:52:08Z', 'updated_at': '2022-05-04T21:52:24Z', 'revision_number': 2, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:55:21.746661 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 49984) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:21.805419 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (f0e4c26e-599b-45ad-835e-5cdc1614c765), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:21.830447 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (f0e4c26e-599b-45ad-835e-5cdc1614c765), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:21.840767 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10d051-54a7-445e-8539-ff726d8c4067 None None] New status for floating IP ec6d5747-3c2d-48d0-ad62-85b6efb4785d: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:55:21.877918 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f0e4c26e-599b-45ad-835e-5cdc1614c765), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:21.880744 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:21.882056 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "DELETE /v2.0/security-groups/f0e4c26e-599b-45ad-835e-5cdc1614c765 HTTP/1.1" status: 204 len: 168 time: 0.1337538 May 04 21:55:21.885093 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49986) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:21.891589 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e4c26e-599b-45ad-835e-5cdc1614c765,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:21.898989 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.899165 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.api.v2.resource [None req-5b88b29d-3919-46dc-85c3-00c786404988 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] show failed (client error): The resource could not be found. May 04 21:55:21.899339 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.899727 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.902956 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.903095 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-5b88b29d-3919-46dc-85c3-00c786404988 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups/f0e4c26e-599b-45ad-835e-5cdc1614c765 HTTP/1.1" status: 404 len: 347 time: 0.0141375 May 04 21:55:21.903205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.903205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.903205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.903205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.903205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.903205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.903205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.903205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.903205 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.904038 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 49988) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:21.904140 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:21.904140 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316aad-f34f-45ae-a218-3cb30ce22353 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:22.024119 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Deleting port d0492e64-ab36-4f15-ad58-b3d442f7c1a2 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:55:22.024452 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (d0492e64-ab36-4f15-ad58-b3d442f7c1a2), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:22.098767 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (d0492e64-ab36-4f15-ad58-b3d442f7c1a2), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:22.099012 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (d0492e64-ab36-4f15-ad58-b3d442f7c1a2), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:22.111525 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Calling delete_port for d0492e64-ab36-4f15-ad58-b3d442f7c1a2 owned by network:floatingip {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:55:22.147513 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 0b4f9177-413f-4545-ba33-7959c7a044e7 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:55:22.167576 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 0b4f9177-413f-4545-ba33-7959c7a044e7 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:55:22.167914 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 0b4f9177-413f-4545-ba33-7959c7a044e7 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:55:22.246634 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (d0492e64-ab36-4f15-ad58-b3d442f7c1a2), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:22.271736 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'Port': ['ID=d0492e64-ab36-4f15-ad58-b3d442f7c1a2,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:22.337879 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (ec6d5747-3c2d-48d0-ad62-85b6efb4785d), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:22.339669 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:22.340892 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-626b9775-735b-4611-af40-c81d3257ce11 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "DELETE /v2.0/floatingips/ec6d5747-3c2d-48d0-ad62-85b6efb4785d HTTP/1.1" status: 204 len: 168 time: 0.4361959 May 04 21:55:22.895872 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8a6b44e6-8b70-4a89-b7bb-fb06d12036b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:23.938304 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda0f5a-4374-4b26-a5bd-0de3d04cccf6 req-8d5e7abf-b985-49f7-8984-907d0e0f4fee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:23.939788 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2eda0f5a-4374-4b26-a5bd-0de3d04cccf6 req-8d5e7abf-b985-49f7-8984-907d0e0f4fee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 945 time: 0.0500100 May 04 21:55:23.995220 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2eda0f5a-4374-4b26-a5bd-0de3d04cccf6 req-d0f6fce7-7991-4e6a-8d28-98fa16f958d9 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491774 May 04 21:55:25.127874 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a10fe-a2c4-4798-9d02-cb50171c65d5 req-5af73299-db67-4a06-bba5-486a0b41f9fd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:25.129368 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a19a10fe-a2c4-4798-9d02-cb50171c65d5 req-5af73299-db67-4a06-bba5-486a0b41f9fd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 945 time: 0.0581465 May 04 21:55:25.178412 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a19a10fe-a2c4-4798-9d02-cb50171c65d5 req-d2321656-cdd5-4c16-af0b-61a8fb9a910e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=b169fc35-7dbf-4b27-9588-319faa07841e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419068 May 04 21:55:25.241616 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7f960a2d-7e35-4dd8-b21f-59e70f5839ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:25.700883 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-076c40ec-47bf-40fc-a009-ded5a15a8043 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:25.702303 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-076c40ec-47bf-40fc-a009-ded5a15a8043 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 945 time: 0.0531991 May 04 21:55:25.785724 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Deleting port 21b07714-f8f0-49df-ad39-5665df6298e0 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:55:25.786046 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:25.885658 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] For port 21b07714-f8f0-49df-ad39-5665df6298e0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21b07714-f8f0-49df-ad39-5665df6298e0,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:55:25.885894 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:26.071556 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:26.071872 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (8b95a8e3-231b-40a4-a681-98f7e2444333), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:26.072246 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Floating IP 8b95a8e3-231b-40a4-a681-98f7e2444333 disassociated. External IP: 172.27.1.138, port: 21b07714-f8f0-49df-ad39-5665df6298e0. May 04 21:55:26.072579 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Calling delete_port for 21b07714-f8f0-49df-ad39-5665df6298e0 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:55:26.175043 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:26.208838 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (21b07714-f8f0-49df-ad39-5665df6298e0), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:26.243216 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'Port': ['ID=21b07714-f8f0-49df-ad39-5665df6298e0,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:26.310970 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e0833984-6065-4edd-9bac-f4b3e1f54168 req-bac09bdb-b7c6-41c0-a10f-f9e73bcbf009 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c505479-5e7c-4606-b7ca-619b7b418b1c HTTP/1.1" status: 200 len: 210 time: 0.0595510 May 04 21:55:26.380890 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:55:26.493448 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:55:26.504163 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:55:26.515242 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:55:26.515840 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:55:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:26.535409 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] No DVR routers for this DVR port 21b07714-f8f0-49df-ad39-5665df6298e0 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:55:26.538173 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:26.541642 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-b56d7b58-213e-4f0e-b3c3-ec45e88c00a4 req-5e07dfc2-be13-4284-a4be-fc65e494b744 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "DELETE /v2.0/ports/21b07714-f8f0-49df-ad39-5665df6298e0 HTTP/1.1" status: 204 len: 173 time: 0.8341525 May 04 21:55:26.542058 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'name': 'network-vif-deleted', 'tag': '21b07714-f8f0-49df-ad39-5665df6298e0'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:55:26.544374 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce2b083-6c2b-4bf3-b967-f3d2eb9dba6b" -d '{"events": [{"server_uuid": "1c505479-5e7c-4606-b7ca-619b7b418b1c", "name": "network-vif-deleted", "tag": "21b07714-f8f0-49df-ad39-5665df6298e0"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:55:26.592530 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e7c0ed-85c6-474f-b36a-7fbfb334c9eb x-openstack-request-id: req-77e7c0ed-85c6-474f-b36a-7fbfb334c9eb {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:55:26.592840 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c505479-5e7c-4606-b7ca-619b7b418b1c", "name": "network-vif-deleted", "tag": "21b07714-f8f0-49df-ad39-5665df6298e0", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:55:26.593100 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77e7c0ed-85c6-474f-b36a-7fbfb334c9eb {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:55:26.593520 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e7c0ed-85c6-474f-b36a-7fbfb334c9eb'] response: {'server_uuid': '1c505479-5e7c-4606-b7ca-619b7b418b1c', 'name': 'network-vif-deleted', 'tag': '21b07714-f8f0-49df-ad39-5665df6298e0', 'status': 'completed', 'code': 200} May 04 21:55:26.627676 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:55:26.828271 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:26.853916 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:55:26.862394 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:55:26.862996 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:55:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:26.975016 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:55:27.179003 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:27.205491 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36bf1c2-abce-41ef-99b6-50220604d42f None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:55:27.398428 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50020) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:27.425116 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fea2b-2e94-4c8f-8145-63f257a2f83f None None] New status for floating IP 8b95a8e3-231b-40a4-a681-98f7e2444333: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:55:27.454400 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9afaf143-a8c3-441d-ab58-d5012e37705a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (b169fc35-7dbf-4b27-9588-319faa07841e), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.477871 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9afaf143-a8c3-441d-ab58-d5012e37705a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (b169fc35-7dbf-4b27-9588-319faa07841e), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.525690 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9afaf143-a8c3-441d-ab58-d5012e37705a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (b169fc35-7dbf-4b27-9588-319faa07841e), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.528326 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9afaf143-a8c3-441d-ab58-d5012e37705a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.529482 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-9afaf143-a8c3-441d-ab58-d5012e37705a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "DELETE /v2.0/security-groups/b169fc35-7dbf-4b27-9588-319faa07841e HTTP/1.1" status: 204 len: 168 time: 0.1300526 May 04 21:55:27.532670 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50022) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:27.538731 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afaf143-a8c3-441d-ab58-d5012e37705a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b169fc35-7dbf-4b27-9588-319faa07841e,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:27.546900 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.api.v2.resource [None req-cc5dd778-3a6e-4e53-b8fc-2bfdb3bdb0e7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] show failed (client error): The resource could not be found. May 04 21:55:27.551196 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-cc5dd778-3a6e-4e53-b8fc-2bfdb3bdb0e7 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups/b169fc35-7dbf-4b27-9588-319faa07841e HTTP/1.1" status: 404 len: 347 time: 0.0174096 May 04 21:55:27.552118 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50024) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:27.668982 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Deleting port 3bb2af11-409c-4e71-b335-b28432eb6398 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:55:27.669307 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (3bb2af11-409c-4e71-b335-b28432eb6398), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.739974 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.747487 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (3bb2af11-409c-4e71-b335-b28432eb6398), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.747814 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (3bb2af11-409c-4e71-b335-b28432eb6398), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.759673 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Calling delete_port for 3bb2af11-409c-4e71-b335-b28432eb6398 owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:55:27.896007 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (3bb2af11-409c-4e71-b335-b28432eb6398), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.920288 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'Port': ['ID=3bb2af11-409c-4e71-b335-b28432eb6398,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:27.983057 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (8b95a8e3-231b-40a4-a681-98f7e2444333), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.985722 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:27.986882 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f1118553-5647-4767-8609-6668e73f5002 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "DELETE /v2.0/floatingips/8b95a8e3-231b-40a4-a681-98f7e2444333 HTTP/1.1" status: 204 len: 168 time: 0.4336286 May 04 21:55:28.146963 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21b07714-f8f0-49df-ad39-5665df6298e0 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:55:28.148179 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50028) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:28.152888 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-83ab6067-38bd-4b07-8082-040a078741a6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631543157', 'description': 'tempest-description--86620824'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:55:28.171235 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: 21b07714-f8f0-49df-ad39-5665df6298e0 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:55:28.171793 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device 21b07714-f8f0-49df-ad39-5665df6298e0 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:55:28.174541 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83ab6067-38bd-4b07-8082-040a078741a6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.246278 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83ab6067-38bd-4b07-8082-040a078741a6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (c88600dc-8f01-4869-8c7f-b6927d41da05), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.252493 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83ab6067-38bd-4b07-8082-040a078741a6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (c88600dc-8f01-4869-8c7f-b6927d41da05), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.280039 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83ab6067-38bd-4b07-8082-040a078741a6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.281248 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-83ab6067-38bd-4b07-8082-040a078741a6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1321065 May 04 21:55:28.284440 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50030) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:28.285466 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab6067-38bd-4b07-8082-040a078741a6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88600dc-8f01-4869-8c7f-b6927d41da05,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:28.289994 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-bc79b328-a4b8-41c6-9e9b-38307fb9cdd3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group_rule': {'security_group_id': 'c88600dc-8f01-4869-8c7f-b6927d41da05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:55:28.321514 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc79b328-a4b8-41c6-9e9b-38307fb9cdd3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (d184d5f4-1664-4fa5-99f2-fd6148d75d42), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.370188 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc79b328-a4b8-41c6-9e9b-38307fb9cdd3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (d184d5f4-1664-4fa5-99f2-fd6148d75d42), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.375295 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc79b328-a4b8-41c6-9e9b-38307fb9cdd3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (d184d5f4-1664-4fa5-99f2-fd6148d75d42), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.392231 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79b328-a4b8-41c6-9e9b-38307fb9cdd3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d184d5f4-1664-4fa5-99f2-fd6148d75d42,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:28.400334 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-bc79b328-a4b8-41c6-9e9b-38307fb9cdd3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.401632 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-bc79b328-a4b8-41c6-9e9b-38307fb9cdd3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161253 May 04 21:55:28.404339 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50032) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:28.408648 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-634fe289-66df-4353-bc91-b74ea066acf6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group_rule': {'security_group_id': 'c88600dc-8f01-4869-8c7f-b6927d41da05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:55:28.435635 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-634fe289-66df-4353-bc91-b74ea066acf6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (f1587df3-e8b5-4e51-9fc5-d7536dfb0b18), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.506014 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-634fe289-66df-4353-bc91-b74ea066acf6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (f1587df3-e8b5-4e51-9fc5-d7536dfb0b18), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.511839 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-634fe289-66df-4353-bc91-b74ea066acf6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (f1587df3-e8b5-4e51-9fc5-d7536dfb0b18), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.529656 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fe289-66df-4353-bc91-b74ea066acf6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1587df3-e8b5-4e51-9fc5-d7536dfb0b18,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:28.538257 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-634fe289-66df-4353-bc91-b74ea066acf6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.539468 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-634fe289-66df-4353-bc91-b74ea066acf6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342156 May 04 21:55:28.543907 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50034) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:28.548173 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:55:28.570700 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.650141 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.758729 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Allocated IP 172.27.1.123 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/1f83a6e1-b53c-4f6b-8fec-aa3131563fbc) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:55:28.867093 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (1f83a6e1-b53c-4f6b-8fec-aa3131563fbc), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.902451 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (1f83a6e1-b53c-4f6b-8fec-aa3131563fbc), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:28.939172 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:55:28.942126 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:55:28.947957 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:55:28.953457 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=1f83a6e1-b53c-4f6b-8fec-aa3131563fbc,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:29.033103 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (fa94a6c5-5b96-40a4-84a6-e699334810fe), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:29.082344 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (1f83a6e1-b53c-4f6b-8fec-aa3131563fbc), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:29.240003 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (1f83a6e1-b53c-4f6b-8fec-aa3131563fbc), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:29.247241 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (1f83a6e1-b53c-4f6b-8fec-aa3131563fbc), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:29.268900 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:29.313905 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=1f83a6e1-b53c-4f6b-8fec-aa3131563fbc,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:29.331419 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (fa94a6c5-5b96-40a4-84a6-e699334810fe), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:29.350422 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:29.351697 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-e572d0d2-f3ff-4453-af9d-8213fa391dee tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8068361 May 04 21:55:29.510632 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-6e94d1e8-cb67-4f25-9fa7-6508845f51c3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--631543157&fields=id&tenant_id=5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 267 time: 0.0452325 May 04 21:55:29.619253 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-b1521058-3d1b-43a0-b3a6-0f8faab5d4aa tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:29.620799 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-b1521058-3d1b-43a0-b3a6-0f8faab5d4aa tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 815 time: 0.1013587 May 04 21:55:29.635614 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-8934220c-60a3-4af8-8cb5-efebd7fbdf93 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/quotas/5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 375 time: 0.0092053 May 04 21:55:29.689277 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-e7be2af7-dacb-4d0c-873b-5620fe82076c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483823 May 04 21:55:29.785692 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-bd2577a6-bc2b-4791-84c3-323af1214254 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843432 May 04 21:55:29.877348 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-e54d3167-9d39-4b0d-acac-57de524e1338 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857735 May 04 21:55:30.044544 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9438358e-9a2f-4fc5-ac44-f99d555fc91d req-aecc9f51-03a7-47c5-8136-b47b9fcb04bc tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 210 time: 0.0280466 May 04 21:55:31.089014 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-4b42f74a-9ca8-4404-8f6b-24472f9f0c8f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:31.090546 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-4b42f74a-9ca8-4404-8f6b-24472f9f0c8f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 815 time: 0.1062412 May 04 21:55:31.142531 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bbaab998-b9fc-40a8-9e5e-32ce727bed12 req-6e3b9829-d386-44f5-9cfa-6018c4963d09 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 210 time: 0.0281854 May 04 21:55:31.167756 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-b6afa27a-8cc1-4558-8302-7c4ab6d0de2e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 379 time: 0.0636687 May 04 21:55:31.265780 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'port': {'device_id': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'admin_state_up': True, 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'security_groups': ['c88600dc-8f01-4869-8c7f-b6927d41da05']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:55:31.360192 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:31.375091 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Made reservation on behalf of 5ff27efad4df4cb6847ca7661fd1fc69 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:55:31.378792 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:31.506965 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Allocated IP 172.20.0.7 (d9c2ab43-e7c6-4751-ba8b-5352da760d74/7a99243a-0206-49a1-a585-9d36399ac6e5/a5e1e54a-cbdc-4143-a693-0ec99217f063) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:55:31.649013 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:31.687306 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:31.728090 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:55:31.731295 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:55:31.736850 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:55:31.743274 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=a5e1e54a-cbdc-4143-a693-0ec99217f063,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:31.798106 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:31.798730 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:31.816752 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0a63169d-c19b-46b6-84f8-8e45dc8926a1 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5550029 May 04 21:55:31.833612 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Request body: {'port': {'device_id': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:55:31.899246 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:31.912274 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-b1b094e6-184d-4856-92f1-8b75d7b03788 None None] Provisioning complete for port a5e1e54a-cbdc-4143-a693-0ec99217f063 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:55:31.912630 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b1b094e6-184d-4856-92f1-8b75d7b03788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:31.945665 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-b1b094e6-184d-4856-92f1-8b75d7b03788 None None] Port a5e1e54a-cbdc-4143-a693-0ec99217f063 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:55:32.179356 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e1e54a-cbdc-4143-a693-0ec99217f063 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:55:32.187371 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Publish callbacks [] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:32.200708 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Transition to ACTIVE for port object a5e1e54a-cbdc-4143-a693-0ec99217f063 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:55:32.206826 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:32.287525 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Pushing event updated for resources: {'Port': ['ID=a5e1e54a-cbdc-4143-a693-0ec99217f063,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:32.304290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343651b-54bf-4655-acb0-411c21bd5a4d req-c7804369-574a-4f0a-a1da-ab49c254a1ea tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:32.305762 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1343651b-54bf-4655-acb0-411c21bd5a4d req-c7804369-574a-4f0a-a1da-ab49c254a1ea tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 943 time: 0.0749991 May 04 21:55:32.398839 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1343651b-54bf-4655-acb0-411c21bd5a4d req-4d61a7a0-c131-43ad-9c89-1f7a0b7750ef tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738134 May 04 21:55:32.409912 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Attempting to bind port a5e1e54a-cbdc-4143-a693-0ec99217f063 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:55:32.410254 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Attempting to bind port a5e1e54a-cbdc-4143-a693-0ec99217f063 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:55:32.410667 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Attempting to bind port a5e1e54a-cbdc-4143-a693-0ec99217f063 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:55:32.415242 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Port a5e1e54a-cbdc-4143-a693-0ec99217f063 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:55:32.415582 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Attempting to bind port a5e1e54a-cbdc-4143-a693-0ec99217f063 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:55:32.420717 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:55:32.421054 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Checking segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:55:32.421437 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Bound using segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:55:32.421869 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Bound port: a5e1e54a-cbdc-4143-a693-0ec99217f063, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:55:32.422277 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:32.491725 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] For port a5e1e54a-cbdc-4143-a693-0ec99217f063, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:55:32.494854 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] For port a5e1e54a-cbdc-4143-a693-0ec99217f063, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a5e1e54a-cbdc-4143-a693-0ec99217f063,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:55:32.502204 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:32.535677 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:32.536306 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:32.537696 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] 10.222.0.21 "PUT /v2.0/ports/a5e1e54a-cbdc-4143-a693-0ec99217f063 HTTP/1.1" status: 200 len: 1093 time: 0.7085648 May 04 21:55:32.538289 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'tag': 'a5e1e54a-cbdc-4143-a693-0ec99217f063'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:55:32.540520 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feabce3-e5d5-43d9-8b80-4111027c12bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac5810e-ca60-443a-982c-f7046b3de0c3", "tag": "a5e1e54a-cbdc-4143-a693-0ec99217f063"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:55:32.565594 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4bfa9-49fd-4752-a20d-21d664ffca1b service neutron] Pushing event updated for resources: {'Port': ['ID=a5e1e54a-cbdc-4143-a693-0ec99217f063,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:32.591985 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d81689c-39bd-4af0-97e1-33eada39a50b x-openstack-request-id: req-2d81689c-39bd-4af0-97e1-33eada39a50b {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:55:32.592305 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac5810e-ca60-443a-982c-f7046b3de0c3", "tag": "a5e1e54a-cbdc-4143-a693-0ec99217f063", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:55:32.592556 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d81689c-39bd-4af0-97e1-33eada39a50b {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:55:32.592966 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d81689c-39bd-4af0-97e1-33eada39a50b'] response: {'name': 'network-changed', 'server_uuid': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'tag': 'a5e1e54a-cbdc-4143-a693-0ec99217f063', 'status': 'completed', 'code': 200} May 04 21:55:32.651403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0ebff21b-f764-45b7-b329-e03164cb855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:32.653123 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-0ebff21b-f764-45b7-b329-e03164cb855a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 1127 time: 0.0413289 May 04 21:55:32.706259 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-8cee3a56-65b2-4ce1-b70d-e609f70784fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e1e54a-cbdc-4143-a693-0ec99217f063 HTTP/1.1" status: 200 len: 217 time: 0.0387948 May 04 21:55:32.757103 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-aaf51e0a-e7ff-4889-a711-43890424368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:32.758594 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-aaf51e0a-e7ff-4889-a711-43890424368d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0468688 May 04 21:55:32.803136 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-43aad8f1-77e5-407b-8439-954e8abecfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:32.804695 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-43aad8f1-77e5-407b-8439-954e8abecfd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402136 May 04 21:55:32.897311 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-33c72d49-2045-4ae2-83f9-3c108d785e1f service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861235 May 04 21:55:32.988340 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e23599ca-87eb-4fc2-b090-5bd0bcdc13b3 req-8e8476be-356c-4f4f-8c9f-ab4aaf9845db service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827684 May 04 21:55:33.530172 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43ce7e-2479-4b6a-bb0f-a86f425bebd1 req-bf4d5fb2-1a01-4d7f-a706-509d943c5991 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:33.531593 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fb43ce7e-2479-4b6a-bb0f-a86f425bebd1 req-bf4d5fb2-1a01-4d7f-a706-509d943c5991 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 943 time: 0.0532637 May 04 21:55:33.585801 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-fb43ce7e-2479-4b6a-bb0f-a86f425bebd1 req-9a015353-49fd-4452-8d23-d2a898c51c33 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461824 May 04 21:55:34.732218 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f5ec-270a-48d3-be6f-c9d2b9b52823 req-efd5a2cc-591f-44bb-8d99-605c8dea63f9 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:34.733891 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-91e1f5ec-270a-48d3-be6f-c9d2b9b52823 req-efd5a2cc-591f-44bb-8d99-605c8dea63f9 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 943 time: 0.0575652 May 04 21:55:34.794211 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-91e1f5ec-270a-48d3-be6f-c9d2b9b52823 req-b9a51484-d78c-4bc6-95f2-463ad338453c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512347 May 04 21:55:34.926156 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-00f12930-cff3-4f3d-8b4c-e85ca739b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:34.928366 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-00f12930-cff3-4f3d-8b4c-e85ca739b60d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 1127 time: 0.0641813 May 04 21:55:35.031331 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-16f95d66-c8b3-44ad-8082-1600bdb1b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:35.033513 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-16f95d66-c8b3-44ad-8082-1600bdb1b590 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.0982218 May 04 21:55:35.079715 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-c243f196-e284-45c5-9053-f925b0473206 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e1e54a-cbdc-4143-a693-0ec99217f063 HTTP/1.1" status: 200 len: 217 time: 0.0393825 May 04 21:55:35.127485 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-825a008b-0f0a-473c-a225-9066fb90d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:35.128874 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-825a008b-0f0a-473c-a225-9066fb90d71c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0441632 May 04 21:55:35.170588 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-238257db-1276-4b44-a99a-68d46b3a5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:35.172009 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-238257db-1276-4b44-a99a-68d46b3a5447 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367267 May 04 21:55:35.263643 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-240bfd9c-2bf7-449f-aae6-6e1ff9652e06 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855739 May 04 21:55:35.356367 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-0feabce3-e5d5-43d9-8b80-4111027c12bb req-84a62799-b119-4daa-98f8-c6349cf40129 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871136 May 04 21:55:35.914833 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff7a73-f03c-4995-8e1e-49c533ec62cd req-66d27e74-baa7-4f36-add2-93512be2cf73 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:35.916218 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5eff7a73-f03c-4995-8e1e-49c533ec62cd req-66d27e74-baa7-4f36-add2-93512be2cf73 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 943 time: 0.0476642 May 04 21:55:35.965672 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-5eff7a73-f03c-4995-8e1e-49c533ec62cd req-329a4d6a-5fb4-4f43-9727-23c3cff090db tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 May 04 21:55:36.181269 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device a5e1e54a-cbdc-4143-a693-0ec99217f063 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:55:36.284126 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port a5e1e54a-cbdc-4143-a693-0ec99217f063, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a5e1e54a-cbdc-4143-a693-0ec99217f063,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:55:36.298093 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': 'a5e1e54a-cbdc-4143-a693-0ec99217f063', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'port_id': 'a5e1e54a-cbdc-4143-a693-0ec99217f063', 'mac_address': 'fa:16:3e:c3:c2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:55:36.334634 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port a5e1e54a-cbdc-4143-a693-0ec99217f063 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:55:36.335010 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:36.347564 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e1e54a-cbdc-4143-a693-0ec99217f063 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:55:36.366969 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port a5e1e54a-cbdc-4143-a693-0ec99217f063, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a5e1e54a-cbdc-4143-a693-0ec99217f063,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:55:36.374232 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:36.419905 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=a5e1e54a-cbdc-4143-a693-0ec99217f063,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:36.426838 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.427181 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.427554 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.427889 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.428217 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.428536 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.428869 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.429178 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.429493 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.429811 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.430126 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.430428 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.430739 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.431050 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.431434 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:55:36.748815 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['a5e1e54a-cbdc-4143-a693-0ec99217f063'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:55:37.089771 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa842283-10b8-46bc-932f-3d3ce8548208 req-ee71f139-73cb-40b3-b215-5f0f2eb9ac45 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:37.091219 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa842283-10b8-46bc-932f-3d3ce8548208 req-ee71f139-73cb-40b3-b215-5f0f2eb9ac45 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 944 time: 0.0511460 May 04 21:55:37.143974 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa842283-10b8-46bc-932f-3d3ce8548208 req-be5442e2-c85a-4e5c-8c7d-7399ff10659a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470819 May 04 21:55:38.194845 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device a5e1e54a-cbdc-4143-a693-0ec99217f063 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:55:38.244029 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port a5e1e54a-cbdc-4143-a693-0ec99217f063 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:55:38.251955 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port a5e1e54a-cbdc-4143-a693-0ec99217f063 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:55:38.252385 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:38.276621 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acec134-f341-4e82-9ce7-9ee26d3267e3 req-6e8ddb91-cd95-44b4-aafc-eea81fb46581 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:38.278172 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2acec134-f341-4e82-9ce7-9ee26d3267e3 req-6e8ddb91-cd95-44b4-aafc-eea81fb46581 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 944 time: 0.0536885 May 04 21:55:38.329744 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-2acec134-f341-4e82-9ce7-9ee26d3267e3 req-2cfbaba5-7690-4f38-966b-eab0fde27a51 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456679 May 04 21:55:38.342613 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port a5e1e54a-cbdc-4143-a693-0ec99217f063 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:55:38.343007 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:38.365635 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e1e54a-cbdc-4143-a693-0ec99217f063'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:55:38.367871 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049e706b-dac3-4278-b918-7e371dd5dfc1" -d '{"events": [{"server_uuid": "2ac5810e-ca60-443a-982c-f7046b3de0c3", "name": "network-vif-plugged", "status": "completed", "tag": "a5e1e54a-cbdc-4143-a693-0ec99217f063"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:55:38.380381 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port a5e1e54a-cbdc-4143-a693-0ec99217f063, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a5e1e54a-cbdc-4143-a693-0ec99217f063,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:55:38.387313 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:38.410047 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d97a1e-b43f-49fe-ac80-75ba1feb8555 x-openstack-request-id: req-99d97a1e-b43f-49fe-ac80-75ba1feb8555 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:55:38.410337 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac5810e-ca60-443a-982c-f7046b3de0c3", "name": "network-vif-plugged", "status": "completed", "tag": "a5e1e54a-cbdc-4143-a693-0ec99217f063", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:55:38.410595 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99d97a1e-b43f-49fe-ac80-75ba1feb8555 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:55:38.410992 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d97a1e-b43f-49fe-ac80-75ba1feb8555'] response: {'server_uuid': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e1e54a-cbdc-4143-a693-0ec99217f063', 'code': 200} May 04 21:55:38.436629 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=a5e1e54a-cbdc-4143-a693-0ec99217f063,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:55:38.622802 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42188985-a4ac-4836-892c-f59cd9037c5a req-40f2d282-40e0-4323-ab36-ca9d6d78fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:38.624561 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-42188985-a4ac-4836-892c-f59cd9037c5a req-40f2d282-40e0-4323-ab36-ca9d6d78fe65 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 1129 time: 0.0468540 May 04 21:55:38.667891 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-42188985-a4ac-4836-892c-f59cd9037c5a req-7a543635-8b20-4b7b-93da-307625c38a39 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376534 May 04 21:55:39.469179 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df98e7-1bb8-41e3-816a-caca37e8835a req-11ae6ffc-b0bd-4419-9421-711d9f8793b3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:39.470622 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d3df98e7-1bb8-41e3-816a-caca37e8835a req-11ae6ffc-b0bd-4419-9421-711d9f8793b3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 945 time: 0.0578001 May 04 21:55:39.520084 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-d3df98e7-1bb8-41e3-816a-caca37e8835a req-8452e523-5069-4fce-b978-3de8de1cd074 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437593 May 04 21:55:40.653225 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2407eb9-a990-4fcb-ab29-de54c4dfef17 req-b1afb05e-8912-4fef-ae6e-40809f9fc453 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:40.654675 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a2407eb9-a990-4fcb-ab29-de54c4dfef17 req-b1afb05e-8912-4fef-ae6e-40809f9fc453 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 945 time: 0.0465379 May 04 21:55:40.705271 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a2407eb9-a990-4fcb-ab29-de54c4dfef17 req-60967fcc-b0e2-41e6-bfa8-c18eddd070bc tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 May 04 21:55:40.817983 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def4bed-61f3-4d19-8522-b99e9a08896e req-9f668b99-cc75-4f84-bfd1-8f96b1dffa7a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:40.819770 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-9def4bed-61f3-4d19-8522-b99e9a08896e req-9f668b99-cc75-4f84-bfd1-8f96b1dffa7a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 945 time: 0.0515726 May 04 21:55:40.831583 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50090) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:55:40.835909 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-222b8cab-4a48-4dcf-986e-635f92d2b0cb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'floatingip': {'port_id': 'a5e1e54a-cbdc-4143-a693-0ec99217f063'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:55:40.876992 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-222b8cab-4a48-4dcf-986e-635f92d2b0cb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (fa94a6c5-5b96-40a4-84a6-e699334810fe), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:41.626405 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-222b8cab-4a48-4dcf-986e-635f92d2b0cb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:41.632557 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-222b8cab-4a48-4dcf-986e-635f92d2b0cb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (fa94a6c5-5b96-40a4-84a6-e699334810fe), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:41.739107 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-222b8cab-4a48-4dcf-986e-635f92d2b0cb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Floating IP fa94a6c5-5b96-40a4-84a6-e699334810fe associated. External IP: 172.27.1.123, port: a5e1e54a-cbdc-4143-a693-0ec99217f063. May 04 21:55:41.965612 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222b8cab-4a48-4dcf-986e-635f92d2b0cb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:55:42.085679 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222b8cab-4a48-4dcf-986e-635f92d2b0cb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:55:42.091113 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-222b8cab-4a48-4dcf-986e-635f92d2b0cb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:42.097384 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:55:42.108503 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:55:42.109354 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:55:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:42.120329 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-222b8cab-4a48-4dcf-986e-635f92d2b0cb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "PUT /v2.0/floatingips/fa94a6c5-5b96-40a4-84a6-e699334810fe HTTP/1.1" status: 200 len: 991 time: 1.2876048 May 04 21:55:42.120910 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'tag': 'a5e1e54a-cbdc-4143-a693-0ec99217f063'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:55:42.123171 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac5810e-ca60-443a-982c-f7046b3de0c3", "tag": "a5e1e54a-cbdc-4143-a693-0ec99217f063"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:55:42.158080 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d05b513-234e-450f-8bef-a3dfb4314009 x-openstack-request-id: req-6d05b513-234e-450f-8bef-a3dfb4314009 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:55:42.158370 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac5810e-ca60-443a-982c-f7046b3de0c3", "tag": "a5e1e54a-cbdc-4143-a693-0ec99217f063", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:55:42.158623 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d05b513-234e-450f-8bef-a3dfb4314009 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:55:42.159028 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d05b513-234e-450f-8bef-a3dfb4314009'] response: {'name': 'network-changed', 'server_uuid': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'tag': 'a5e1e54a-cbdc-4143-a693-0ec99217f063', 'status': 'completed', 'code': 200} May 04 21:55:42.219936 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:55:42.239689 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-ca042c71-5446-4b2b-9c6e-a8c9e994a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:42.241207 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-ca042c71-5446-4b2b-9c6e-a8c9e994a9d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 1129 time: 0.0387869 May 04 21:55:42.334900 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-a04b39fc-f363-4897-81eb-146491b8f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:42.336389 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-a04b39fc-f363-4897-81eb-146491b8f442 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.0875633 May 04 21:55:42.400081 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-b80e9c12-332e-4077-a50b-b5152c0b429a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e1e54a-cbdc-4143-a693-0ec99217f063 HTTP/1.1" status: 200 len: 999 time: 0.0574756 May 04 21:55:42.436607 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'fa94a6c5-5b96-40a4-84a6-e699334810fe', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': 'a5e1e54a-cbdc-4143-a693-0ec99217f063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:c3:c2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:55:28Z', 'updated_at': '2022-05-04T21:55:41Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:42.448912 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-90bf662b-01de-4e0e-b839-3e3e941cb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:42.450431 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-90bf662b-01de-4e0e-b839-3e3e941cb537 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0442669 May 04 21:55:42.463033 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:55:42.471677 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:55:42.472234 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:55:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:42.497426 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-fd37f2cb-f6eb-499f-b77f-138f0b328cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:55:42.498921 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-fd37f2cb-f6eb-499f-b77f-138f0b328cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425050 May 04 21:55:42.580146 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:55:42.588169 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-216c662d-a331-4076-a495-eca1cd0edffc service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835147 May 04 21:55:42.687335 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da6d3ca5-dfdf-40b1-abb6-4f1ef164adeb req-220822f7-8bf6-4bc5-8e6d-664b23cd8f0b service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925467 May 04 21:55:42.898725 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'fa94a6c5-5b96-40a4-84a6-e699334810fe', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': 'a5e1e54a-cbdc-4143-a693-0ec99217f063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:c3:c2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:55:28Z', 'updated_at': '2022-05-04T21:55:41Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:55:42.925160 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80982b5d-320a-4621-aa8c-ac5800e336e7 None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'fa94a6c5-5b96-40a4-84a6-e699334810fe', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': 'a5e1e54a-cbdc-4143-a693-0ec99217f063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:c3:c2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:55:28Z', 'updated_at': '2022-05-04T21:55:41Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:55:43.141080 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05c969-45e3-400d-9bf9-085020547632 None None] New status for floating IP fa94a6c5-5b96-40a4-84a6-e699334810fe: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:55:51.602961 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:55:52.903651 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-993b644e-e1b5-4cb2-97f1-5f1c80edb782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:55.257144 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5584-f556-45af-a332-29683b1ca48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:56.191845 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:57.750726 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:55:59.276781 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:01.373265 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:13.034057 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-bfb1dd65-6b37-4bfc-afa1-acecc37872fd req-8467abe4-4f39-4434-8a8b-6c66fdd28a34 service neutron] (110028) timed out ('10.222.0.21', 53995) {{(pid=110028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 21:56:13.671239 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-b398247b-0121-45b3-ac86-aa33e2d6d146 req-3de31fb1-7382-402a-8429-0219f5de8f0f service neutron] (110028) timed out ('10.222.0.21', 54029) {{(pid=110028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 21:56:15.324000 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-2d40a807-6d64-4687-ae3d-54db6c0d8d13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834119 May 04 21:56:15.438870 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-50c71e41-84c3-4a2e-b4a4-40f56caccfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:56:15.441214 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-50c71e41-84c3-4a2e-b4a4-40f56caccfab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 1129 time: 0.0508490 May 04 21:56:15.551802 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-e347059c-ed0a-44a2-81a6-20159b168f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:56:15.553143 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-e347059c-ed0a-44a2-81a6-20159b168f4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.0901446 May 04 21:56:15.616363 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-a60ff9fc-96b5-4fbc-aa4c-df251ffb1419 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e1e54a-cbdc-4143-a693-0ec99217f063 HTTP/1.1" status: 200 len: 1001 time: 0.0572152 May 04 21:56:15.668554 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-b88aace6-4f7d-4ae3-9568-5b24823fa5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:56:15.670034 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-b88aace6-4f7d-4ae3-9568-5b24823fa5cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0474422 May 04 21:56:15.715938 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-79692b28-e3f0-40ef-989c-3a227092ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:56:15.717389 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-79692b28-e3f0-40ef-989c-3a227092ba6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412669 May 04 21:56:15.809228 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-1883df92-2bf0-4a0e-a934-ea1370a97e32 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853298 May 04 21:56:15.901020 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-e7a11175-0225-4840-98d1-403e781dd9c1 req-08c2a48a-3a99-4c71-b004-c97ab337a0bb service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843582 May 04 21:56:22.890422 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ebe15a59-29e4-415b-8579-3b496f18caf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:25.248093 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e8b71de2-33f4-4160-b2ef-4fe7edac3325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:26.194622 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:27.758219 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:28.607346 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:56:29.274639 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:31.377239 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:52.895993 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-61c6e7bf-7356-4591-a0a6-0ab289139325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:55.249241 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ee379bbe-d56c-4ce7-bbcb-698050f1c330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:56.191006 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:57.761065 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:58.696415 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ac60f-7237-4452-b107-f2a7848f422c req-eb21f043-ed9b-4a18-93c8-b6739fa1b0a8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:56:58.698604 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-294ac60f-7237-4452-b107-f2a7848f422c req-eb21f043-ed9b-4a18-93c8-b6739fa1b0a8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 945 time: 0.0620191 May 04 21:56:58.750543 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-294ac60f-7237-4452-b107-f2a7848f422c req-e76f28d6-29f7-4ad8-ae23-13113337509a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 May 04 21:56:59.278617 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:56:59.871414 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86b2fc-1e37-4215-858d-f59bdce9fe71 req-db5522fb-7824-4456-b411-5ca3f1c2428e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:56:59.872953 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da86b2fc-1e37-4215-858d-f59bdce9fe71 req-db5522fb-7824-4456-b411-5ca3f1c2428e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 945 time: 0.0477450 May 04 21:56:59.921631 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-da86b2fc-1e37-4215-858d-f59bdce9fe71 req-764a4315-c62a-4f3c-a86a-988a2d163ac2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=c88600dc-8f01-4869-8c7f-b6927d41da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429151 May 04 21:57:00.515187 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-ae25b89d-b410-4f66-872f-d4e6d103ea29 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:00.516528 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-ae25b89d-b410-4f66-872f-d4e6d103ea29 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 945 time: 0.0528920 May 04 21:57:00.599811 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Deleting port a5e1e54a-cbdc-4143-a693-0ec99217f063 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:57:00.600185 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:00.694686 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] For port a5e1e54a-cbdc-4143-a693-0ec99217f063, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a5e1e54a-cbdc-4143-a693-0ec99217f063,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:57:00.695465 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:00.860242 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:00.860648 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (fa94a6c5-5b96-40a4-84a6-e699334810fe), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:00.860926 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Floating IP fa94a6c5-5b96-40a4-84a6-e699334810fe disassociated. External IP: 172.27.1.123, port: a5e1e54a-cbdc-4143-a693-0ec99217f063. May 04 21:57:00.861261 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Calling delete_port for a5e1e54a-cbdc-4143-a693-0ec99217f063 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:57:00.995727 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (a5e1e54a-cbdc-4143-a693-0ec99217f063), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:01.020051 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e5dc3eab-049c-4fc6-8f12-75e4779ae192 req-2815fb07-076b-4f96-b05b-9200cf1634db tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac5810e-ca60-443a-982c-f7046b3de0c3 HTTP/1.1" status: 200 len: 210 time: 0.0289254 May 04 21:57:01.023869 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'Port': ['ID=a5e1e54a-cbdc-4143-a693-0ec99217f063,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:01.034996 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.035348 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.035769 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.036110 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.036444 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.036775 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.037107 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.037434 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.037758 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.038082 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.038408 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.038796 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.039127 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.039470 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.039796 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:01.168816 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:57:01.283326 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:57:01.293555 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:57:01.304544 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:57:01.305107 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:56:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:57:01.325625 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] No DVR routers for this DVR port a5e1e54a-cbdc-4143-a693-0ec99217f063 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:57:01.328248 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:01.331526 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-967bd99d-435d-4d82-a46e-25f1d6bb1a31 req-c633236f-b724-4e51-8984-535c4e50b480 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "DELETE /v2.0/ports/a5e1e54a-cbdc-4143-a693-0ec99217f063 HTTP/1.1" status: 204 len: 173 time: 0.8101091 May 04 21:57:01.331959 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'name': 'network-vif-deleted', 'tag': 'a5e1e54a-cbdc-4143-a693-0ec99217f063'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:57:01.334289 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393b1f42-5c7c-4ee2-884e-478592f635e1" -d '{"events": [{"server_uuid": "2ac5810e-ca60-443a-982c-f7046b3de0c3", "name": "network-vif-deleted", "tag": "a5e1e54a-cbdc-4143-a693-0ec99217f063"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:57:01.366182 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:01.423248 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:57:01.437296 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86592f1-da12-4466-b573-c85b4d4ed239 x-openstack-request-id: req-f86592f1-da12-4466-b573-c85b4d4ed239 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:57:01.437599 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac5810e-ca60-443a-982c-f7046b3de0c3", "name": "network-vif-deleted", "tag": "a5e1e54a-cbdc-4143-a693-0ec99217f063", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:57:01.437858 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f86592f1-da12-4466-b573-c85b4d4ed239 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:57:01.438268 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86592f1-da12-4466-b573-c85b4d4ed239'] response: {'server_uuid': '2ac5810e-ca60-443a-982c-f7046b3de0c3', 'name': 'network-vif-deleted', 'tag': 'a5e1e54a-cbdc-4143-a693-0ec99217f063', 'status': 'completed', 'code': 200} May 04 21:57:01.623972 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:57:01.650286 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:57:01.658844 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:57:01.659477 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:56:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:57:01.773312 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:57:01.971231 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:57:01.997177 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d05a7f-304c-47a4-9a79-6b32e3993530 None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:57:02.106153 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50208) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:57:02.161840 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a33dedd-1e80-4778-b9af-d72254334ac6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (c88600dc-8f01-4869-8c7f-b6927d41da05), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.190005 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a33dedd-1e80-4778-b9af-d72254334ac6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (c88600dc-8f01-4869-8c7f-b6927d41da05), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.225983 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a86237-a1d1-4df8-8713-5792083d2dc2 None None] New status for floating IP fa94a6c5-5b96-40a4-84a6-e699334810fe: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:57:02.246396 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a33dedd-1e80-4778-b9af-d72254334ac6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (c88600dc-8f01-4869-8c7f-b6927d41da05), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.249600 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-3a33dedd-1e80-4778-b9af-d72254334ac6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.250774 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-3a33dedd-1e80-4778-b9af-d72254334ac6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "DELETE /v2.0/security-groups/c88600dc-8f01-4869-8c7f-b6927d41da05 HTTP/1.1" status: 204 len: 168 time: 0.1435432 May 04 21:57:02.253661 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50210) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:57:02.260393 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33dedd-1e80-4778-b9af-d72254334ac6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88600dc-8f01-4869-8c7f-b6927d41da05,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:02.269748 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.api.v2.resource [None req-29a6344d-95ee-4d6e-a159-1e03cb0f19d8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] show failed (client error): The resource could not be found. May 04 21:57:02.270905 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-29a6344d-95ee-4d6e-a159-1e03cb0f19d8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups/c88600dc-8f01-4869-8c7f-b6927d41da05 HTTP/1.1" status: 404 len: 347 time: 0.0156305 May 04 21:57:02.273846 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50212) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:57:02.390212 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Deleting port 1f83a6e1-b53c-4f6b-8fec-aa3131563fbc {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:57:02.390571 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (1f83a6e1-b53c-4f6b-8fec-aa3131563fbc), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.468026 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (1f83a6e1-b53c-4f6b-8fec-aa3131563fbc), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.468317 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (1f83a6e1-b53c-4f6b-8fec-aa3131563fbc), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.480388 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Calling delete_port for 1f83a6e1-b53c-4f6b-8fec-aa3131563fbc owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:57:02.621400 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (1f83a6e1-b53c-4f6b-8fec-aa3131563fbc), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.651395 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'Port': ['ID=1f83a6e1-b53c-4f6b-8fec-aa3131563fbc,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:02.662643 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.662993 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.663336 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.663705 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.664038 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.664369 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.664730 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.665024 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.665347 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.665685 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.665995 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.666321 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.666636 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.666959 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.667278 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:02.720565 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (fa94a6c5-5b96-40a4-84a6-e699334810fe), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.723010 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:02.724206 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c05f1956-8c67-47c9-906f-5db9ec94fc8c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "DELETE /v2.0/floatingips/fa94a6c5-5b96-40a4-84a6-e699334810fe HTTP/1.1" status: 204 len: 168 time: 0.4494753 May 04 21:57:02.947308 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50216) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:57:02.952087 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-e6575019-55a8-440c-b506-c06097a87fcd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272120511', 'description': 'tempest-description--944485805'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:57:02.973636 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e6575019-55a8-440c-b506-c06097a87fcd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.037004 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e6575019-55a8-440c-b506-c06097a87fcd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (a1a8fdb5-5896-4bd1-a368-f511b53e2849), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.042778 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e6575019-55a8-440c-b506-c06097a87fcd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a1a8fdb5-5896-4bd1-a368-f511b53e2849), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.071523 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e6575019-55a8-440c-b506-c06097a87fcd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.072715 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e6575019-55a8-440c-b506-c06097a87fcd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1243830 May 04 21:57:03.074649 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6575019-55a8-440c-b506-c06097a87fcd tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a8fdb5-5896-4bd1-a368-f511b53e2849,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:03.075727 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50218) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:57:03.080318 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-d125bb29-81c8-411a-b19f-76b42faaf047 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group_rule': {'security_group_id': 'a1a8fdb5-5896-4bd1-a368-f511b53e2849', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:57:03.105927 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d125bb29-81c8-411a-b19f-76b42faaf047 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (af77bcb1-35aa-420b-b04d-436c9080b851), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.164162 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d125bb29-81c8-411a-b19f-76b42faaf047 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (af77bcb1-35aa-420b-b04d-436c9080b851), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.168998 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d125bb29-81c8-411a-b19f-76b42faaf047 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (af77bcb1-35aa-420b-b04d-436c9080b851), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.186486 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125bb29-81c8-411a-b19f-76b42faaf047 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af77bcb1-35aa-420b-b04d-436c9080b851,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:03.197736 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d125bb29-81c8-411a-b19f-76b42faaf047 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.198981 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d125bb29-81c8-411a-b19f-76b42faaf047 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221981 May 04 21:57:03.201741 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50220) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:57:03.207680 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-d2d95dca-0efa-4803-9495-02fe6c8eb42f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'security_group_rule': {'security_group_id': 'a1a8fdb5-5896-4bd1-a368-f511b53e2849', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:57:03.241314 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d2d95dca-0efa-4803-9495-02fe6c8eb42f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (c58bdab2-ab1b-45c1-90ac-45406dcf0b94), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.298069 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d2d95dca-0efa-4803-9495-02fe6c8eb42f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (c58bdab2-ab1b-45c1-90ac-45406dcf0b94), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.303353 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d2d95dca-0efa-4803-9495-02fe6c8eb42f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882018'] for security_group_rule (c58bdab2-ab1b-45c1-90ac-45406dcf0b94), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.321885 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d95dca-0efa-4803-9495-02fe6c8eb42f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58bdab2-ab1b-45c1-90ac-45406dcf0b94,revision_number=0']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:03.329870 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d2d95dca-0efa-4803-9495-02fe6c8eb42f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.331052 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d2d95dca-0efa-4803-9495-02fe6c8eb42f tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281798 May 04 21:57:03.334202 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50222) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:57:03.338406 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'floatingip': {'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:57:03.358487 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.711475 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.826570 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Allocated IP 172.27.1.103 (5bf8bd93-225e-44c3-9127-fb3195c16ad3/405b5b6d-c234-483b-b0f2-da3de6b207bf/63bff2d1-b2bc-48c6-93d2-56687bb5707b) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:57:03.927472 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (63bff2d1-b2bc-48c6-93d2-56687bb5707b), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:03.963273 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (63bff2d1-b2bc-48c6-93d2-56687bb5707b), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:04.004996 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Network 5bf8bd93-225e-44c3-9127-fb3195c16ad3 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:57:04.009706 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:57:04.014040 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:57:04.016998 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=63bff2d1-b2bc-48c6-93d2-56687bb5707b,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:04.096532 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (a14177d6-7627-4698-9103-7ffa31cdbbca), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:04.132425 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (63bff2d1-b2bc-48c6-93d2-56687bb5707b), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:04.280138 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (63bff2d1-b2bc-48c6-93d2-56687bb5707b), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:04.286941 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (63bff2d1-b2bc-48c6-93d2-56687bb5707b), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:04.352999 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=63bff2d1-b2bc-48c6-93d2-56687bb5707b,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:04.366398 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (a14177d6-7627-4698-9103-7ffa31cdbbca), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:04.383991 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:04.385196 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-9c7b7ab5-25b2-4756-84be-2e5dd4b70e92 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0500712 May 04 21:57:04.541494 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-60d708fd-2b85-456c-b264-b1a0087a5e3d tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--272120511&fields=id&tenant_id=5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 267 time: 0.0478697 May 04 21:57:04.615846 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device a5e1e54a-cbdc-4143-a693-0ec99217f063 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:57:04.635541 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: a5e1e54a-cbdc-4143-a693-0ec99217f063 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:57:04.635887 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device a5e1e54a-cbdc-4143-a693-0ec99217f063 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:57:04.651832 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-2b317c69-32e1-49bb-b816-6e74e5a6923c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:04.653373 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-2b317c69-32e1-49bb-b816-6e74e5a6923c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 815 time: 0.1025229 May 04 21:57:04.668742 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1704b251-7e72-40fc-9258-e1628a36da4c tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/quotas/5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 375 time: 0.0097561 May 04 21:57:04.720412 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-2606b2dc-22d8-4a00-934f-79467b8130d6 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466225 May 04 21:57:04.820440 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-4a40fbe0-d3d3-47ce-9031-d9d74d4e82a6 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835710 May 04 21:57:04.924577 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-5babce25-5147-4024-9471-4d75f37dae57 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951529 May 04 21:57:05.089724 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6cbf98b-d132-4b81-8a1a-a1fb9b6cb5a3 req-d35d3c17-20f3-4faf-b6af-22b73159f013 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 210 time: 0.0311081 May 04 21:57:05.606987 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:57:06.106704 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-709445b3-40f7-4caf-94b9-edae40c2872b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:06.108199 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-709445b3-40f7-4caf-94b9-edae40c2872b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 815 time: 0.1018510 May 04 21:57:06.198216 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-38b1cefd-7fde-47f0-b68c-a240e402bba1 req-4891436e-5a01-44bb-aa2c-d98650f34e85 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 210 time: 0.0376887 May 04 21:57:06.206629 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1fff0aca-7d86-48b9-80f6-6470c14746b2 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff27efad4df4cb6847ca7661fd1fc69 HTTP/1.1" status: 200 len: 379 time: 0.0845017 May 04 21:57:06.286121 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'port': {'device_id': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'admin_state_up': True, 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'security_groups': ['a1a8fdb5-5896-4bd1-a368-f511b53e2849']}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:57:06.401310 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Made reservation on behalf of 5ff27efad4df4cb6847ca7661fd1fc69 for: {'port': 1} {{(pid=110027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 21:57:06.404567 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:06.535237 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_common [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Allocated IP 172.20.0.5 (d9c2ab43-e7c6-4751-ba8b-5352da760d74/7a99243a-0206-49a1-a585-9d36399ac6e5/b4f74db2-81fa-4c6c-8b46-6b9171729d79) {{(pid=110027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 21:57:06.686278 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:06.723234 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793721056678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:06.764146 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 is already hosted by enough agents. {{(pid=110027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 21:57:06.768138 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.base_scheduler [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Resources bound (agent type, host, resource id): {{(pid=110027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 21:57:06.775001 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Received port after_create {{(pid=110027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 21:57:06.781353 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event updated for resources: {'Port': ['ID=b4f74db2-81fa-4c6c-8b46-6b9171729d79,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:06.827681 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:06.828310 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:06.848269 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-af56c627-4272-44d5-973e-a0f99a85f7f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686462 May 04 21:57:06.865386 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Request body: {'port': {'device_id': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:57:06.932171 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:07.006847 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-f049ac73-903f-4736-8ff1-a1b34f902f39 None None] Provisioning complete for port b4f74db2-81fa-4c6c-8b46-6b9171729d79 triggered by entity DHCP. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:57:07.007500 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f049ac73-903f-4736-8ff1-a1b34f902f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:07.040819 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-f049ac73-903f-4736-8ff1-a1b34f902f39 None None] Port b4f74db2-81fa-4c6c-8b46-6b9171729d79 cannot update to ACTIVE because it is not bound. {{(pid=110029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 21:57:07.192469 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f74db2-81fa-4c6c-8b46-6b9171729d79 {{(pid=110027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:57:07.205015 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Publish callbacks [] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:07.219490 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.provisioning_blocks [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Transition to ACTIVE for port object b4f74db2-81fa-4c6c-8b46-6b9171729d79 will not be triggered until provisioned by entity L2. {{(pid=110027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 21:57:07.224434 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:07.275072 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f74db2-81fa-4c6c-8b46-6b9171729d79,revision_number=2']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:07.353349 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Attempting to bind port b4f74db2-81fa-4c6c-8b46-6b9171729d79 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 21:57:07.353825 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Attempting to bind port b4f74db2-81fa-4c6c-8b46-6b9171729d79 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 21:57:07.354252 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Attempting to bind port b4f74db2-81fa-4c6c-8b46-6b9171729d79 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:57:07.359341 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Port b4f74db2-81fa-4c6c-8b46-6b9171729d79 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 21:57:07.360569 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Attempting to bind port b4f74db2-81fa-4c6c-8b46-6b9171729d79 on network d9c2ab43-e7c6-4751-ba8b-5352da760d74 {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 21:57:07.366679 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Checking agent: {'id': '56624b65-6d2a-479a-ad18-414a86803273', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 21, 38), 'started_at': datetime.datetime(2022, 5, 4, 21, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 21, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 21:57:07.367024 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Checking segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 21:57:07.367440 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Bound using segment: {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'} {{(pid=110027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 21:57:07.367883 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.managers [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Bound port: b4f74db2-81fa-4c6c-8b46-6b9171729d79, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e05d587-bd2d-491e-b094-b746cd6f2285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74'}}] {{(pid=110027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 21:57:07.368248 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:07.374403 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b21f6-c417-41b2-9b5f-ee5a8e89af29 req-e5c0d8b2-0085-4474-9b60-071446010c76 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:07.376555 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc3b21f6-c417-41b2-9b5f-ee5a8e89af29 req-e5c0d8b2-0085-4474-9b60-071446010c76 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 943 time: 0.0484827 May 04 21:57:07.426493 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc3b21f6-c417-41b2-9b5f-ee5a8e89af29 req-c29a8855-90d1-4415-9b7b-b1f2611003bf tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439539 May 04 21:57:07.435924 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] For port b4f74db2-81fa-4c6c-8b46-6b9171729d79, host hv-cinder-83608, cleared binding levels {{(pid=110027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 21:57:07.439124 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] For port b4f74db2-81fa-4c6c-8b46-6b9171729d79, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b4f74db2-81fa-4c6c-8b46-6b9171729d79,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 21:57:07.447297 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552897'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:07.479298 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:07.479932 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:07.481358 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4f74db2-81fa-4c6c-8b46-6b9171729d79 HTTP/1.1" status: 200 len: 1093 time: 0.6202903 May 04 21:57:07.483534 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'tag': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:57:07.485746 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014dab78-825a-4e86-bd7e-a5ec9d059ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "fadfa605-f9fe-4c3b-827d-142c217c72be", "tag": "b4f74db2-81fa-4c6c-8b46-6b9171729d79"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:57:07.513875 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378ab4b-82a9-43ca-80db-966a30da7724 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f74db2-81fa-4c6c-8b46-6b9171729d79,revision_number=3']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:07.523403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88916dc6-beaf-48c4-9870-666842a13267 x-openstack-request-id: req-88916dc6-beaf-48c4-9870-666842a13267 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:57:07.524611 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadfa605-f9fe-4c3b-827d-142c217c72be", "tag": "b4f74db2-81fa-4c6c-8b46-6b9171729d79", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:57:07.524611 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88916dc6-beaf-48c4-9870-666842a13267 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:57:07.525989 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88916dc6-beaf-48c4-9870-666842a13267'] response: {'name': 'network-changed', 'server_uuid': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'tag': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79', 'status': 'completed', 'code': 200} May 04 21:57:07.588960 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-8202f16c-09b9-4c6f-a68f-c06513f2f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:07.590504 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-8202f16c-09b9-4c6f-a68f-c06513f2f388 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 1127 time: 0.0461788 May 04 21:57:07.637977 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-7051bada-2bc0-4131-baff-b268fde8451f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f74db2-81fa-4c6c-8b46-6b9171729d79 HTTP/1.1" status: 200 len: 217 time: 0.0355194 May 04 21:57:07.690712 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-f166b77f-1872-45fe-84e1-e665cf3e2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:07.692217 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-f166b77f-1872-45fe-84e1-e665cf3e2a73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0482867 May 04 21:57:07.741456 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-75b19cdb-d5db-4cf0-8b58-f29811f0238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:07.742911 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-75b19cdb-d5db-4cf0-8b58-f29811f0238f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448132 May 04 21:57:07.836584 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-98edf641-abc8-4023-b92f-2b11e882c32c service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864553 May 04 21:57:07.930375 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-ae6152ed-f1fd-4ab1-a95a-5680cd277f53 req-d5fef71a-450f-440a-ac72-642fb946df73 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874648 May 04 21:57:08.551675 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d7cb-5272-4d3b-bbed-6655b10028d2 req-d5261fdb-894e-4df9-8762-a05874d6bb2b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:08.553041 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0938d7cb-5272-4d3b-bbed-6655b10028d2 req-d5261fdb-894e-4df9-8762-a05874d6bb2b tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 943 time: 0.0465059 May 04 21:57:08.605937 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0938d7cb-5272-4d3b-bbed-6655b10028d2 req-9ca9df49-8fc5-440f-bb94-7d028be93939 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447631 May 04 21:57:09.746350 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a55ae-bc50-4cb8-bd8d-8534a313a7db req-8f3c6bbc-6c39-4303-9164-f9748f4bb213 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:09.748080 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-223a55ae-bc50-4cb8-bd8d-8534a313a7db req-8f3c6bbc-6c39-4303-9164-f9748f4bb213 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 943 time: 0.0585992 May 04 21:57:09.795825 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-223a55ae-bc50-4cb8-bd8d-8534a313a7db req-f2d364bc-7d20-4742-ad1e-cdd4bac62e12 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416927 May 04 21:57:09.929178 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-c25e1b02-8162-4852-8c1a-3c481d83bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:09.930615 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-c25e1b02-8162-4852-8c1a-3c481d83bbd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 1127 time: 0.0497487 May 04 21:57:10.252120 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-36f719b0-eaab-4405-8ef5-ffa9bf8d4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:10.253697 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-36f719b0-eaab-4405-8ef5-ffa9bf8d4dac service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.1012282 May 04 21:57:10.296560 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-c77b5d22-7de2-440c-ad38-ddac157bb688 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f74db2-81fa-4c6c-8b46-6b9171729d79 HTTP/1.1" status: 200 len: 217 time: 0.0352433 May 04 21:57:10.542861 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-a16350d6-b318-4e41-895b-9dcc63aefbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:10.544395 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-a16350d6-b318-4e41-895b-9dcc63aefbcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0555317 May 04 21:57:10.589060 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-9c1d5671-216b-491e-a82c-653668c65810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:10.590539 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-9c1d5671-216b-491e-a82c-653668c65810 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397508 May 04 21:57:10.680903 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-8cd55dcc-f01f-4532-afed-7a0c93bf9814 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844691 May 04 21:57:10.779066 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-014dab78-825a-4e86-bd7e-a5ec9d059ce2 req-ff577aa9-21f3-42c7-8e63-fef8a685a880 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920854 May 04 21:57:10.925866 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec2736-74e6-41e2-aa29-52610e6376c5 req-423e34c9-2870-467c-83f0-40fa88274a35 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:10.927425 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f7ec2736-74e6-41e2-aa29-52610e6376c5 req-423e34c9-2870-467c-83f0-40fa88274a35 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 943 time: 0.0584500 May 04 21:57:10.975592 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f7ec2736-74e6-41e2-aa29-52610e6376c5 req-faa85246-fc23-4080-9d14-b640b693aece tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 May 04 21:57:12.105250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b8768-6f8f-4fca-8ff5-85e1b5029db8 req-c1ef3947-9417-48e9-a853-82d31ee38d45 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:12.106736 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-193b8768-6f8f-4fca-8ff5-85e1b5029db8 req-c1ef3947-9417-48e9-a853-82d31ee38d45 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 943 time: 0.0470278 May 04 21:57:12.155626 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-193b8768-6f8f-4fca-8ff5-85e1b5029db8 req-4e5ebc59-2ab8-45eb-bea5-73c13d301891 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 May 04 21:57:12.647742 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device b4f74db2-81fa-4c6c-8b46-6b9171729d79 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 21:57:12.749064 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port b4f74db2-81fa-4c6c-8b46-6b9171729d79, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b4f74db2-81fa-4c6c-8b46-6b9171729d79,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:57:12.762859 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Returning: {'device': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'port_id': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79', 'mac_address': 'fa:16:3e:01:d2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 21:57:12.934914 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port b4f74db2-81fa-4c6c-8b46-6b9171729d79 is: DOWN; New status is: BUILD {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:57:12.935523 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:12.949747 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f74db2-81fa-4c6c-8b46-6b9171729d79 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 21:57:12.970550 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port b4f74db2-81fa-4c6c-8b46-6b9171729d79, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b4f74db2-81fa-4c6c-8b46-6b9171729d79,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:57:12.978325 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:13.030197 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=b4f74db2-81fa-4c6c-8b46-6b9171729d79,revision_number=4']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:13.037717 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.038071 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.038415 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.038757 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.039093 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.039416 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.039801 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.040121 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.040447 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.040757 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.041084 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.041406 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.041732 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.042045 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.042375 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:57:13.282612 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e60e6-766c-44c1-a249-31d5b219cfb6 req-a73d1678-7a67-4cb9-bec4-5484d5d889bf tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:13.284102 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-367e60e6-766c-44c1-a249-31d5b219cfb6 req-a73d1678-7a67-4cb9-bec4-5484d5d889bf tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 944 time: 0.0474427 May 04 21:57:13.343942 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-367e60e6-766c-44c1-a249-31d5b219cfb6 req-3a1a5ec7-7e33-4222-9cba-bc1c96f67965 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531421 May 04 21:57:13.365155 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] get_ports_and_sgs() called for port_ids ['b4f74db2-81fa-4c6c-8b46-6b9171729d79'] {{(pid=110029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 21:57:14.465820 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1060e4-15f0-4b73-adfa-ec2a3cbfe2a3 req-c571c794-7224-4caf-9bf2-b324ad20d9fc tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:14.467293 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e1060e4-15f0-4b73-adfa-ec2a3cbfe2a3 req-c571c794-7224-4caf-9bf2-b324ad20d9fc tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 944 time: 0.0511677 May 04 21:57:14.517099 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1e1060e4-15f0-4b73-adfa-ec2a3cbfe2a3 req-2ab3c844-c15d-47e2-b172-f9778ccdbe55 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 May 04 21:57:14.649187 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device b4f74db2-81fa-4c6c-8b46-6b9171729d79 up at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 21:57:14.707950 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning for port b4f74db2-81fa-4c6c-8b46-6b9171729d79 completed by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 21:57:14.720425 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Provisioning complete for port b4f74db2-81fa-4c6c-8b46-6b9171729d79 triggered by entity L2. {{(pid=110029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 21:57:14.721186 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847978'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), provisioning_complete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:14.808575 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Current status of the port b4f74db2-81fa-4c6c-8b46-6b9171729d79 is: BUILD; New status is: ACTIVE {{(pid=110029) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 21:57:14.808856 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629685'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:14.831893 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:57:14.834118 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9092b6105947757743aedce85a90b37be6dd274b5e4781cb897360e6c8c347d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a5cc90-8c29-49d8-99df-c0d4c4feac56" -d '{"events": [{"server_uuid": "fadfa605-f9fe-4c3b-827d-142c217c72be", "name": "network-vif-plugged", "status": "completed", "tag": "b4f74db2-81fa-4c6c-8b46-6b9171729d79"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:57:14.845832 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] For port b4f74db2-81fa-4c6c-8b46-6b9171729d79, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b4f74db2-81fa-4c6c-8b46-6b9171729d79,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:57:14.850937 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793721515969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793721056696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793721056714'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:14.875441 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9996d21e-f8ac-4bd2-a5b8-04a946c32e50 x-openstack-request-id: req-9996d21e-f8ac-4bd2-a5b8-04a946c32e50 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:57:14.875775 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadfa605-f9fe-4c3b-827d-142c217c72be", "name": "network-vif-plugged", "status": "completed", "tag": "b4f74db2-81fa-4c6c-8b46-6b9171729d79", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:57:14.876139 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9996d21e-f8ac-4bd2-a5b8-04a946c32e50 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:57:14.876732 dv-cinder-836083-5-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9996d21e-f8ac-4bd2-a5b8-04a946c32e50'] response: {'server_uuid': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79', 'code': 200} May 04 21:57:14.904167 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Pushing event updated for resources: {'Port': ['ID=b4f74db2-81fa-4c6c-8b46-6b9171729d79,revision_number=5']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:57:15.105264 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad9e9-458f-47a5-8c6c-dd84772d0c95 req-d252f1e6-c1e5-4e8a-aae2-60ce79f7f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:15.107070 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1c0ad9e9-458f-47a5-8c6c-dd84772d0c95 req-d252f1e6-c1e5-4e8a-aae2-60ce79f7f6ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 1129 time: 0.0455308 May 04 21:57:15.158712 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-1c0ad9e9-458f-47a5-8c6c-dd84772d0c95 req-e34ef272-14f1-45c4-9b47-96c2de53bcb6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 May 04 21:57:15.655941 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ad71b-2bd9-44bd-8122-8b5b3aae1477 req-23cd8789-d524-464c-96fe-f68aab33e785 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:15.657434 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6e5ad71b-2bd9-44bd-8122-8b5b3aae1477 req-23cd8789-d524-464c-96fe-f68aab33e785 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 945 time: 0.0502784 May 04 21:57:15.704321 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-6e5ad71b-2bd9-44bd-8122-8b5b3aae1477 req-b5e21121-a2d1-4124-98fa-e25677c414f8 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411005 May 04 21:57:16.829232 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948c78b-c55c-4a0b-8505-5b484a56ccf0 req-8acc142f-8770-4a92-bfe5-7fdf9f7f9e33 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:16.830737 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e948c78b-c55c-4a0b-8505-5b484a56ccf0 req-8acc142f-8770-4a92-bfe5-7fdf9f7f9e33 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 945 time: 0.0479450 May 04 21:57:16.880220 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e948c78b-c55c-4a0b-8505-5b484a56ccf0 req-b39b8790-8c71-470d-b99a-1b1a0a96c91a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435324 May 04 21:57:16.988780 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e687e-e7ca-472d-814f-85338bc3be3d req-0d709c43-ed2f-4c7c-bd7d-7fbbc6dbb937 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:16.990332 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-051e687e-e7ca-472d-814f-85338bc3be3d req-0d709c43-ed2f-4c7c-bd7d-7fbbc6dbb937 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 945 time: 0.0473621 May 04 21:57:17.003132 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50282) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:57:17.007903 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.v2.base [None req-ebca439f-9979-4457-95bd-73124803e31e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Request body: {'floatingip': {'port_id': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79'}} {{(pid=110027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 21:57:17.050452 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ebca439f-9979-4457-95bd-73124803e31e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (a14177d6-7627-4698-9103-7ffa31cdbbca), before_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:17.518934 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ebca439f-9979-4457-95bd-73124803e31e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:17.525222 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ebca439f-9979-4457-95bd-73124803e31e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (a14177d6-7627-4698-9103-7ffa31cdbbca), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:17.631558 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [None req-ebca439f-9979-4457-95bd-73124803e31e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Floating IP a14177d6-7627-4698-9103-7ffa31cdbbca associated. External IP: 172.27.1.103, port: b4f74db2-81fa-4c6c-8b46-6b9171729d79. May 04 21:57:17.852442 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebca439f-9979-4457-95bd-73124803e31e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:57:17.962799 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebca439f-9979-4457-95bd-73124803e31e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:57:17.968263 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-ebca439f-9979-4457-95bd-73124803e31e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:17.973029 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:57:17.984392 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:57:17.985000 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:56:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:57:17.998307 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-ebca439f-9979-4457-95bd-73124803e31e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "PUT /v2.0/floatingips/a14177d6-7627-4698-9103-7ffa31cdbbca HTTP/1.1" status: 200 len: 991 time: 0.9938953 May 04 21:57:17.998971 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'tag': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:57:18.001259 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8facd9aa-0921-453f-90c1-8da8f60a0063" -d '{"events": [{"name": "network-changed", "server_uuid": "fadfa605-f9fe-4c3b-827d-142c217c72be", "tag": "b4f74db2-81fa-4c6c-8b46-6b9171729d79"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:57:18.038281 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 21:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6b67e8-1360-45fa-ba46-986396166db1 x-openstack-request-id: req-6f6b67e8-1360-45fa-ba46-986396166db1 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:57:18.038573 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadfa605-f9fe-4c3b-827d-142c217c72be", "tag": "b4f74db2-81fa-4c6c-8b46-6b9171729d79", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:57:18.038828 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f6b67e8-1360-45fa-ba46-986396166db1 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:57:18.039237 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6b67e8-1360-45fa-ba46-986396166db1'] response: {'name': 'network-changed', 'server_uuid': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'tag': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79', 'status': 'completed', 'code': 200} May 04 21:57:18.093861 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:57:18.130607 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-e3f64d45-0420-407b-8b29-f7284d49073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:18.132785 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-e3f64d45-0420-407b-8b29-f7284d49073b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 1129 time: 0.0413086 May 04 21:57:18.225631 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-3ea18700-02ef-42dc-aadc-316b292ff474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:18.227227 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-3ea18700-02ef-42dc-aadc-316b292ff474 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.0886202 May 04 21:57:18.297131 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-d2bd92fe-a8af-42a2-beb2-7d93ea20eb79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f74db2-81fa-4c6c-8b46-6b9171729d79 HTTP/1.1" status: 200 len: 999 time: 0.0607274 May 04 21:57:18.352066 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-79c35708-dd8c-4171-867a-177dfc93e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:18.353551 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-79c35708-dd8c-4171-867a-177dfc93e364 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0509481 May 04 21:57:18.399294 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-9d51fb51-ea5d-4cf7-9e4d-68ca27216356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:57:18.401835 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-9d51fb51-ea5d-4cf7-9e4d-68ca27216356 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412393 May 04 21:57:18.402209 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'a14177d6-7627-4698-9103-7ffa31cdbbca', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:01:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:57:04Z', 'updated_at': '2022-05-04T21:57:17Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:57:18.429729 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:57:18.438537 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:57:18.439124 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:56:55Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:57:18.497146 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-95efd7ad-b77c-4b05-aa0d-98f1b62d314c service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889344 May 04 21:57:18.546654 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:57:18.589203 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-8facd9aa-0921-453f-90c1-8da8f60a0063 req-5a80980d-ae09-40fc-958e-cc112e705ae8 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858674 May 04 21:57:18.767956 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'a14177d6-7627-4698-9103-7ffa31cdbbca', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:01:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:57:04Z', 'updated_at': '2022-05-04T21:57:17Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:57:18.794629 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8fafc-8c9a-45d1-b265-5224bcaa38a0 None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_floatingips': [{'id': 'a14177d6-7627-4698-9103-7ffa31cdbbca', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'router_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'port_id': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'mac_address': 'fa:16:3e:01:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T21:57:04Z', 'updated_at': '2022-05-04T21:57:17Z', 'revision_number': 1, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:57:18.995123 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a502cd-c13c-44c1-87fc-c2a148880f67 None None] New status for floating IP a14177d6-7627-4698-9103-7ffa31cdbbca: ACTIVE {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:57:22.900773 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2fc1530-0983-482a-b9ea-7f1bd7d5740b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:25.255157 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2a3df48b-38d7-491d-b658-a9aa1dc1de75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:26.191333 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:27.769836 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:29.277515 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:31.361757 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:42.606796 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:57:52.900977 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1936b753-1850-4729-a808-69421b30700f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:55.250974 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-53c711ce-6a5f-417f-acf5-86d6beec8331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:56.198173 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:57.766588 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:57:59.280388 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:01.389224 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:18.264144 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-41bff2f2-0e92-4339-8cd4-b5acbf6257c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456395 May 04 21:58:18.363402 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-5b90f1a2-c75c-472e-82de-dffe125db30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:58:18.364902 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-5b90f1a2-c75c-472e-82de-dffe125db30e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 1129 time: 0.0432477 May 04 21:58:18.734996 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-d7d98dec-998e-4446-bc55-fc69c1182a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:58:18.736488 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-d7d98dec-998e-4446-bc55-fc69c1182a19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 200 len: 916 time: 0.3470500 May 04 21:58:18.802654 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-712a5bde-a987-4716-a9d1-886d94df3394 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f74db2-81fa-4c6c-8b46-6b9171729d79 HTTP/1.1" status: 200 len: 1001 time: 0.0585899 May 04 21:58:18.852790 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-ccb41c7a-d3aa-4550-9169-2d8c238ba21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:58:18.854187 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-ccb41c7a-d3aa-4550-9169-2d8c238ba21d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 200 len: 854 time: 0.0439701 May 04 21:58:18.895896 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-0c22c2a9-763d-41c4-b942-7fe2a2cce144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:58:18.897329 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-0c22c2a9-763d-41c4-b942-7fe2a2cce144 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9c2ab43-e7c6-4751-ba8b-5352da760d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367093 May 04 21:58:18.992767 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-9d95bb36-b217-4325-9bfd-cc0ae7ba631e service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849319 May 04 21:58:19.092211 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-73e5dec3-fb46-4996-9598-1607584a7e67 req-2e45d91e-d461-40bf-9615-7ddc058f8ed2 service neutron] 10.222.0.21 "GET /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924046 May 04 21:58:19.612072 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:58:22.904262 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1f42307f-939d-4cea-992f-3d17302aa806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:25.243503 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c90bf5b8-18eb-4438-ab7e-50c69b087273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:26.204135 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:27.770414 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:29.276941 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:31.363660 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:42.043181 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbbaf7-2f3b-47c1-be30-68f374c8dc6d req-e69157fa-ebe4-4299-bc8e-ec05f5590363 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:58:42.044554 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-96fbbaf7-2f3b-47c1-be30-68f374c8dc6d req-e69157fa-ebe4-4299-bc8e-ec05f5590363 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 945 time: 0.0572522 May 04 21:58:42.095201 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-96fbbaf7-2f3b-47c1-be30-68f374c8dc6d req-edc92bf9-ae9c-4ff8-9d71-b4665cc91e84 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422516 May 04 21:58:43.222171 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bb977-1587-4d91-ab6c-b4f8fc2fe933 req-7a4b26d2-2c67-4a71-933b-363839a133f3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:58:43.223662 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-525bb977-1587-4d91-ab6c-b4f8fc2fe933 req-7a4b26d2-2c67-4a71-933b-363839a133f3 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 945 time: 0.0523627 May 04 21:58:43.274077 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [req-525bb977-1587-4d91-ab6c-b4f8fc2fe933 req-d2ccb3d1-4b0a-4eac-a8f8-85c14434d4c4 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1a8fdb5-5896-4bd1-a368-f511b53e2849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419703 May 04 21:58:43.799621 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-b56aee51-ce5e-46e2-b6fd-84bd1790bd0e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 21:58:43.801033 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-b56aee51-ce5e-46e2-b6fd-84bd1790bd0e tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 945 time: 0.0502985 May 04 21:58:43.886839 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Deleting port b4f74db2-81fa-4c6c-8b46-6b9171729d79 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:58:43.887174 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:43.975843 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] For port b4f74db2-81fa-4c6c-8b46-6b9171729d79, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b4f74db2-81fa-4c6c-8b46-6b9171729d79,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:58:43.976083 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:44.152389 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:44.152704 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3888752'] for floatingip (a14177d6-7627-4698-9103-7ffa31cdbbca), after_update {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:44.153049 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.db.l3_db [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Floating IP a14177d6-7627-4698-9103-7ffa31cdbbca disassociated. External IP: 172.27.1.103, port: b4f74db2-81fa-4c6c-8b46-6b9171729d79. May 04 21:58:44.153391 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Calling delete_port for b4f74db2-81fa-4c6c-8b46-6b9171729d79 owned by compute:nova {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:58:44.280429 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (b4f74db2-81fa-4c6c-8b46-6b9171729d79), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:44.316182 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'Port': ['ID=b4f74db2-81fa-4c6c-8b46-6b9171729d79,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:44.327649 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.327962 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.328301 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.328639 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.328974 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.329290 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.329609 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.329934 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.330258 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.330580 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.330901 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.331236 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.331564 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.332011 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.332192 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:44.403265 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-f7db4e24-c3e1-4e0e-bdd1-496662d2154d req-f8caba63-6b3c-446c-8db7-076d35eb2618 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadfa605-f9fe-4c3b-827d-142c217c72be HTTP/1.1" status: 200 len: 210 time: 0.0324874 May 04 21:58:44.481167 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:58:44.602305 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:58:44.612193 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:58:44.623182 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:58:44.623904 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:58:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:44.643924 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] No DVR routers for this DVR port b4f74db2-81fa-4c6c-8b46-6b9171729d79 on host hv-cinder-83608 {{(pid=110027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:58:44.646572 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for port (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:44.649978 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [req-c984f2c7-da9c-42db-b957-c92c705bd448 req-c69b16c5-91d4-4b75-a7d0-49e0fad7b01a tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.21 "DELETE /v2.0/ports/b4f74db2-81fa-4c6c-8b46-6b9171729d79 HTTP/1.1" status: 204 len: 173 time: 0.8432686 May 04 21:58:44.650564 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'name': 'network-vif-deleted', 'tag': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79'}] {{(pid=110027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 21:58:44.652901 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb5cfa66bcb51b3a5e8ea340ea5a2dd7040639581f4c9b06a9fa51708daca8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c80c2d-0b7e-4a72-8cb5-f7f9070a55e0" -d '{"events": [{"server_uuid": "fadfa605-f9fe-4c3b-827d-142c217c72be", "name": "network-vif-deleted", "tag": "b4f74db2-81fa-4c6c-8b46-6b9171729d79"}]}' {{(pid=110027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 21:58:44.693672 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d50462-e95b-4454-b46f-913f83f689c9 x-openstack-request-id: req-e6d50462-e95b-4454-b46f-913f83f689c9 {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 21:58:44.693672 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadfa605-f9fe-4c3b-827d-142c217c72be", "name": "network-vif-deleted", "tag": "b4f74db2-81fa-4c6c-8b46-6b9171729d79", "status": "completed", "code": 200}]} {{(pid=110027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 21:58:44.694152 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6d50462-e95b-4454-b46f-913f83f689c9 {{(pid=110027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 21:58:44.694470 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d50462-e95b-4454-b46f-913f83f689c9'] response: {'server_uuid': 'fadfa605-f9fe-4c3b-827d-142c217c72be', 'name': 'network-vif-deleted', 'tag': 'b4f74db2-81fa-4c6c-8b46-6b9171729d79', 'status': 'completed', 'code': 200} May 04 21:58:44.753249 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:58:44.942610 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:44.978966 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:58:44.988842 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:58:44.989455 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:58:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:45.109567 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:58:45.383743 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:45.409390 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d3b44f-2f2c-4272-8ddf-97963d1d31ed None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:52:06Z', 'revision_number': 4, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi', '_interfaces': [{'id': '2acecbd4-f759-46a3-ad69-bddbf806fc17', 'name': '', 'network_id': 'd9c2ab43-e7c6-4751-ba8b-5352da760d74', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'mac_address': 'fa:16:3e:01:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:05Z', 'updated_at': '2022-05-04T21:52:09Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'subnets': [{'id': '7a99243a-0206-49a1-a585-9d36399ac6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:58:45.496167 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50396) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:45.552584 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (a1a8fdb5-5896-4bd1-a368-f511b53e2849), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:45.577789 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (a1a8fdb5-5896-4bd1-a368-f511b53e2849), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:45.634136 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (a1a8fdb5-5896-4bd1-a368-f511b53e2849), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:45.636727 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:45.637913 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "DELETE /v2.0/security-groups/a1a8fdb5-5896-4bd1-a368-f511b53e2849 HTTP/1.1" status: 204 len: 168 time: 0.1407101 May 04 21:58:45.641008 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50398) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:45.647697 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a8fdb5-5896-4bd1-a368-f511b53e2849,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:45.654947 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.655564 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.655910 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.656276 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.656565 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.656892 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.657003 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.api.v2.resource [None req-11f09c55-b0a0-4c0f-b8ff-557884292fcb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] show failed (client error): The resource could not be found. May 04 21:58:45.657298 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.657526 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.661584 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.661833 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-11f09c55-b0a0-4c0f-b8ff-557884292fcb tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "GET /v2.0/security-groups/a1a8fdb5-5896-4bd1-a368-f511b53e2849 HTTP/1.1" status: 404 len: 347 time: 0.0151310 May 04 21:58:45.661954 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.661954 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.661954 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.661954 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.661954 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.661954 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f2ec5d-f440-4211-925f-afa04103eb04 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:45.662470 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50400) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:45.665906 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899f3a44-e4f8-4672-910f-1c252f508f5e None None] New status for floating IP a14177d6-7627-4698-9103-7ffa31cdbbca: DOWN {{(pid=110029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 21:58:45.778127 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Deleting port 63bff2d1-b2bc-48c6-93d2-56687bb5707b {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:58:45.778386 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (63bff2d1-b2bc-48c6-93d2-56687bb5707b), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:45.858577 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (63bff2d1-b2bc-48c6-93d2-56687bb5707b), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:45.858906 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (63bff2d1-b2bc-48c6-93d2-56687bb5707b), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:45.870941 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Calling delete_port for 63bff2d1-b2bc-48c6-93d2-56687bb5707b owned by network:floatingip {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:58:46.009287 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (63bff2d1-b2bc-48c6-93d2-56687bb5707b), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:46.034211 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Pushing event deleted for resources: {'Port': ['ID=63bff2d1-b2bc-48c6-93d2-56687bb5707b,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:46.096331 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks [] for floatingip (a14177d6-7627-4698-9103-7ffa31cdbbca), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:46.098891 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101218'] for floatingip (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:46.100102 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d384ca5d-4977-421b-9528-8b33599867d5 tempest-AttachVolumeNegativeTest-276536425 tempest-AttachVolumeNegativeTest-276536425-project] 10.222.0.23 "DELETE /v2.0/floatingips/a14177d6-7627-4698-9103-7ffa31cdbbca HTTP/1.1" status: 204 len: 168 time: 0.4378691 May 04 21:58:49.114329 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device b4f74db2-81fa-4c6c-8b46-6b9171729d79 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:58:49.134755 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] No Port match for: b4f74db2-81fa-4c6c-8b46-6b9171729d79 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:58:49.135099 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Device b4f74db2-81fa-4c6c-8b46-6b9171729d79 not bound to the agent host hv-cinder-83608 {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:58:49.973207 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50436) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:50.407357 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890709'] for router_interface (72ad127d-b942-43f7-a3f4-a482ee3cde74), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:50.651503 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Deleting port 2acecbd4-f759-46a3-ad69-bddbf806fc17 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:58:50.651890 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:50.732518 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] For port 2acecbd4-f759-46a3-ad69-bddbf806fc17, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=2acecbd4-f759-46a3-ad69-bddbf806fc17,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:58:50.732875 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:50.746069 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Calling delete_port for 2acecbd4-f759-46a3-ad69-bddbf806fc17 owned by network:router_interface {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:58:50.935109 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (2acecbd4-f759-46a3-ad69-bddbf806fc17), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:50.963112 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Pushing event deleted for resources: {'Port': ['ID=2acecbd4-f759-46a3-ad69-bddbf806fc17,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:51.129370 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3894128'] for router_interface (72ad127d-b942-43f7-a3f4-a482ee3cde74), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:51.619903 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Router 72ad127d-b942-43f7-a3f4-a482ee3cde74 has already been hosted by L3 agent 6d2cbc31-f6f2-4733-aff5-5f66aa6044ed {{(pid=110027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 21:58:51.736473 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] Notify agent at l3_agent.dv-cinder-836083-5-iscsi the message routers_updated {{(pid=110027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 21:58:51.741841 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-796b47c3-610b-4fd9-8161-a6b0a3b0fd89 admin admin] 10.222.0.23 "PUT /v2.0/routers/72ad127d-b942-43f7-a3f4-a482ee3cde74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7675745 May 04 21:58:51.744481 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50440) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:51.746615 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] Sync routers for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 21:58:51.757435 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:58:51.758633 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:58:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:51.849237 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks [] for router (72ad127d-b942-43f7-a3f4-a482ee3cde74), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:51.871509 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: dv-cinder-836083-5-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:58:51.957982 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks [] for router_gateway (72ad127d-b942-43f7-a3f4-a482ee3cde74), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.004533 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Deleting port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 {{(pid=110027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:58:52.004846 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.038604 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'external_fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:58:50Z', 'revision_number': 5, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port': {'id': 'fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33', 'name': '', 'network_id': '5bf8bd93-225e-44c3-9127-fb3195c16ad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T21:52:03Z', 'updated_at': '2022-05-04T21:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405b5b6d-c234-483b-b0f2-da3de6b207bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-5-iscsi'}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:52.064881 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] Checking router: 72ad127d-b942-43f7-a3f4-a482ee3cde74 for host: dv-cinder-836083-5-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 21:58:52.074589 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] Routers {'72ad127d-b942-43f7-a3f4-a482ee3cde74'} bound to L3 agent in host dv-cinder-836083-5-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 21:58:52.075195 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T21:31:25Z,description=,heartbeat_timestamp=2022-05-04T21:58:25Z,host='dv-cinder-836083-5-iscsi',id=6d2cbc31-f6f2-4733-aff5-5f66aa6044ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T21:31:25Z,topic='l3_agent')) {'router_ids': ['72ad127d-b942-43f7-a3f4-a482ee3cde74'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:52.084081 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.db [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] For port fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33,segment=NetworkSegment(0fed3f69-ef40-4a14-b27d-7f613548ada8),segment_id=0fed3f69-ef40-4a14-b27d-7f613548ada8)] {{(pid=110027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:58:52.084439 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.100781 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.plugins.ml2.plugin [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Calling delete_port for fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 owned by network:router_gateway {{(pid=110027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:58:52.162741 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] Set router 72ad127d-b942-43f7-a3f4-a482ee3cde74 gateway port host: None {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 21:58:52.221480 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:58:51Z', 'revision_number': 6, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port_host': None}], 'dv-cinder-836083-5-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:52.248467 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615fb6d2-282d-42db-93c1-20ef63fd29f1 None None] The sync data for ids ['72ad127d-b942-43f7-a3f4-a482ee3cde74'] in dv-cinder-836083-5-iscsi is: [{'id': '72ad127d-b942-43f7-a3f4-a482ee3cde74', 'name': 'tempest-AttachVolumeNegativeTest-1399304585-router', 'tenant_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T21:52:02Z', 'updated_at': '2022-05-04T21:58:51Z', 'revision_number': 6, 'project_id': '5ff27efad4df4cb6847ca7661fd1fc69', 'gw_port_host': None}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 21:58:52.271207 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552920'] for port (fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.297250 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:52.358756 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3887619'] for router_gateway (72ad127d-b942-43f7-a3f4-a482ee3cde74), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.456427 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30842'] for router (72ad127d-b942-43f7-a3f4-a482ee3cde74), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.458628 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks [] for router_controller (72ad127d-b942-43f7-a3f4-a482ee3cde74), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.510414 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885550'] for router (72ad127d-b942-43f7-a3f4-a482ee3cde74), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.511266 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72ad127d-b942-43f7-a3f4-a482ee3cde74 {{(pid=110027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 21:58:52.515761 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.516871 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d1031678-af9f-4467-a951-91ae4277bf5c admin admin] 10.222.0.23 "DELETE /v2.0/routers/72ad127d-b942-43f7-a3f4-a482ee3cde74 HTTP/1.1" status: 204 len: 168 time: 0.7714372 May 04 21:58:52.519415 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50442) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:52.562932 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04bce25-c5bd-4fdb-b2c3-afe57ca9db81 admin admin] Deleting subnet 7a99243a-0206-49a1-a585-9d36399ac6e5 {{(pid=110027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 21:58:52.565963 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a04bce25-c5bd-4fdb-b2c3-afe57ca9db81 admin admin] Publish callbacks [] for subnet (7a99243a-0206-49a1-a585-9d36399ac6e5), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.600877 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a04bce25-c5bd-4fdb-b2c3-afe57ca9db81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9140398'] for subnet (7a99243a-0206-49a1-a585-9d36399ac6e5), precommit_delete_associations {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.685753 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a04bce25-c5bd-4fdb-b2c3-afe57ca9db81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723780'] for subnet (7a99243a-0206-49a1-a585-9d36399ac6e5), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.739046 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a04bce25-c5bd-4fdb-b2c3-afe57ca9db81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8552843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12385139'] for subnet (7a99243a-0206-49a1-a585-9d36399ac6e5), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.762300 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bce25-c5bd-4fdb-b2c3-afe57ca9db81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a99243a-0206-49a1-a585-9d36399ac6e5,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:52.768895 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-a04bce25-c5bd-4fdb-b2c3-afe57ca9db81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for subnet (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.772373 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-a04bce25-c5bd-4fdb-b2c3-afe57ca9db81 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7a99243a-0206-49a1-a585-9d36399ac6e5 HTTP/1.1" status: 204 len: 168 time: 0.2516553 May 04 21:58:52.774624 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4517547-0f42-4a40-9e3d-41654406f28a None None] Network d9c2ab43-e7c6-4751-ba8b-5352da760d74 requested from dv-cinder-836083-5-iscsi {{(pid=110029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 21:58:52.775134 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50444) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:52.844535 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682602'] for network (d9c2ab43-e7c6-4751-ba8b-5352da760d74), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.887819 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Deleting port 03622967-461d-4371-b9c2-f7c5b19ac844 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:58:52.888178 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.896747 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a74cfefe-4589-44ab-a61f-3e788773ca81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.954001 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] For port 03622967-461d-4371-b9c2-f7c5b19ac844, host dv-cinder-836083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-5-iscsi',level=0,port_id=03622967-461d-4371-b9c2-f7c5b19ac844,segment=NetworkSegment(1e05d587-bd2d-491e-b094-b746cd6f2285),segment_id=1e05d587-bd2d-491e-b094-b746cd6f2285)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:58:52.954258 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:52.966829 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Calling delete_port for 03622967-461d-4371-b9c2-f7c5b19ac844 owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:58:53.032853 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] DHCP port deletion for d9c2ab43-e7c6-4751-ba8b-5352da760d74 request from dv-cinder-836083-5-iscsi {{(pid=110029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 21:58:53.051182 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292132'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.073281 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Deleting port 03622967-461d-4371-b9c2-f7c5b19ac844 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 21:58:53.073651 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793721509663'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.079433 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=03622967-461d-4371-b9c2-f7c5b19ac844,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:53.082940 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] No DVR routers for this DVR port 03622967-461d-4371-b9c2-f7c5b19ac844 on host dv-cinder-836083-5-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:58:53.139531 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] For port 03622967-461d-4371-b9c2-f7c5b19ac844, host dv-cinder-836083-5-iscsi, got binding levels [] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 21:58:53.139928 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890763'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.152825 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723089', 'neutron.services.segments.db._delete_segments_for_network-8793721502796'] for network (d9c2ab43-e7c6-4751-ba8b-5352da760d74), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.153057 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Calling delete_port for 03622967-461d-4371-b9c2-f7c5b19ac844 owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 21:58:53.155675 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.ipam_backend_mixin [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Port 03622967-461d-4371-b9c2-f7c5b19ac844 was not found and therefore no delete operation was performed {{(pid=110029) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 04 21:58:53.156909 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793721515951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793721056687'] for port (03622967-461d-4371-b9c2-f7c5b19ac844), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.172401 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c2ab43-e7c6-4751-ba8b-5352da760d74']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:53.181593 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e05d587-bd2d-491e-b094-b746cd6f2285') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:53.181823 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Pushing event deleted for resources: {'Port': ['ID=03622967-461d-4371-b9c2-f7c5b19ac844,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:53.181995 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e05d587-bd2d-491e-b094-b746cd6f2285') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 21:58:53.184215 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] No DVR routers for this DVR port 03622967-461d-4371-b9c2-f7c5b19ac844 on host dv-cinder-836083-5-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 21:58:53.197266 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793721504085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436717'] for segment (1e05d587-bd2d-491e-b094-b746cd6f2285), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.197601 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.197949 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.198287 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.199086 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.199355 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.199735 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.200058 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.200374 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.200681 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.201051 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.201308 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.201625 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.201939 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.202250 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.202562 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283078-4d50-4a10-8b08-80fb7eb3fc5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-5-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 21:58:53.214117 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137'] for segment (1e05d587-bd2d-491e-b094-b746cd6f2285), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.221005 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 21:58:53.221427 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292113'] for segment (1e05d587-bd2d-491e-b094-b746cd6f2285), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: Traceback (most recent call last): May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: timer() May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: cb(*args, **kw) May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: return func(*args, **kwargs) May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: self._notify() May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: self.callback(batched_events) May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: event.method(event) May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: return f(self, *a, **k) May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._get(url).json() May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 21:58:53.223192 dv-cinder-836083-5-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 21:58:53.286729 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3777343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3888661'] for network (d9c2ab43-e7c6-4751-ba8b-5352da760d74), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.291190 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3777293'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.294859 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9c2ab43-e7c6-4751-ba8b-5352da760d74 HTTP/1.1" status: 204 len: 168 time: 0.5189619 May 04 21:58:53.309008 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c9b82-873d-4e9c-899d-62c2555ea5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c2ab43-e7c6-4751-ba8b-5352da760d74,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:53.423039 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50448) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:53.464274 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-429d6d1b-0e1b-42e0-bdfa-e60de019e55a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ff27efad4df4cb6847ca7661fd1fc69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399988 May 04 21:58:53.466728 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50450) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:53.512561 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b86597b8-63c7-4f17-b026-294b66d65d95 admin admin] Publish callbacks [] for security_group (70f78af1-3d9f-4e37-b971-49207f42a409), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.537249 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b86597b8-63c7-4f17-b026-294b66d65d95 admin admin] Publish callbacks [] for security_group (70f78af1-3d9f-4e37-b971-49207f42a409), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.585272 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b86597b8-63c7-4f17-b026-294b66d65d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (70f78af1-3d9f-4e37-b971-49207f42a409), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.588030 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b86597b8-63c7-4f17-b026-294b66d65d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:53.589399 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b86597b8-63c7-4f17-b026-294b66d65d95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70f78af1-3d9f-4e37-b971-49207f42a409 HTTP/1.1" status: 204 len: 168 time: 0.1217320 May 04 21:58:53.596972 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86597b8-63c7-4f17-b026-294b66d65d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f78af1-3d9f-4e37-b971-49207f42a409,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:53.774963 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 2acecbd4-f759-46a3-ad69-bddbf806fc17 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:58:53.795060 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 2acecbd4-f759-46a3-ad69-bddbf806fc17 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:58:53.795418 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 2acecbd4-f759-46a3-ad69-bddbf806fc17 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:58:53.795858 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:58:53.817995 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:58:53.818361 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device fa3161a0-a58b-4ea0-8afa-e81ee5e5ee33 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:58:53.818764 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 03622967-461d-4371-b9c2-f7c5b19ac844 no longer exists at agent ovs-agent-dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 21:58:53.837390 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] No Port match for: 03622967-461d-4371-b9c2-f7c5b19ac844 {{(pid=110029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 21:58:53.837734 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.rpc [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Device 03622967-461d-4371-b9c2-f7c5b19ac844 not bound to the agent host dv-cinder-836083-5-iscsi {{(pid=110029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 21:58:55.245402 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fde7a8fc-818c-4d0b-9e43-b9b4158e3f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:56.200568 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:56.613262 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:58:56.668245 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50582) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:56.789887 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6fb625e8-8ca6-4594-b42b-3eb78e8204d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:56.872524 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6fb625e8-8ca6-4594-b42b-3eb78e8204d5 admin admin] Publish callbacks [] for security_group (c56581af-c528-433f-8e1f-8813c65297fd), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:56.878061 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6fb625e8-8ca6-4594-b42b-3eb78e8204d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (c56581af-c528-433f-8e1f-8813c65297fd), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:56.915302 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6fb625e8-8ca6-4594-b42b-3eb78e8204d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f313672ec0864681b707caeaea6b9c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459750 May 04 21:58:56.916267 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb625e8-8ca6-4594-b42b-3eb78e8204d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56581af-c528-433f-8e1f-8813c65297fd,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:56.918266 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50586) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:56.970861 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-34027c2e-5c1a-4998-882f-ff6b8bf96f28 admin admin] Publish callbacks [] for security_group (c56581af-c528-433f-8e1f-8813c65297fd), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:56.997434 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-34027c2e-5c1a-4998-882f-ff6b8bf96f28 admin admin] Publish callbacks [] for security_group (c56581af-c528-433f-8e1f-8813c65297fd), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.051658 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-34027c2e-5c1a-4998-882f-ff6b8bf96f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (c56581af-c528-433f-8e1f-8813c65297fd), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.054399 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-34027c2e-5c1a-4998-882f-ff6b8bf96f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.055774 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-34027c2e-5c1a-4998-882f-ff6b8bf96f28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c56581af-c528-433f-8e1f-8813c65297fd HTTP/1.1" status: 204 len: 168 time: 0.1350703 May 04 21:58:57.063403 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34027c2e-5c1a-4998-882f-ff6b8bf96f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56581af-c528-433f-8e1f-8813c65297fd,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:57.341224 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50592) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:57.354678 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6a5b22cf-404c-4fcc-83dd-cb549986ec4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.437562 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6a5b22cf-404c-4fcc-83dd-cb549986ec4c admin admin] Publish callbacks [] for security_group (f04280b4-9332-4a24-827c-d431434baf75), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.442882 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-6a5b22cf-404c-4fcc-83dd-cb549986ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f04280b4-9332-4a24-827c-d431434baf75), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.486513 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-6a5b22cf-404c-4fcc-83dd-cb549986ec4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce2b008d7bb8495faa55926f15808338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441801 May 04 21:58:57.487440 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b22cf-404c-4fcc-83dd-cb549986ec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04280b4-9332-4a24-827c-d431434baf75,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:57.489375 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50594) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:58:57.538034 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d4794779-85a8-4a61-a31d-f7ba6e8f2900 admin admin] Publish callbacks [] for security_group (f04280b4-9332-4a24-827c-d431434baf75), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.559602 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d4794779-85a8-4a61-a31d-f7ba6e8f2900 admin admin] Publish callbacks [] for security_group (f04280b4-9332-4a24-827c-d431434baf75), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.622277 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d4794779-85a8-4a61-a31d-f7ba6e8f2900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f04280b4-9332-4a24-827c-d431434baf75), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.624846 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d4794779-85a8-4a61-a31d-f7ba6e8f2900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:57.626014 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d4794779-85a8-4a61-a31d-f7ba6e8f2900 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f04280b4-9332-4a24-827c-d431434baf75 HTTP/1.1" status: 204 len: 168 time: 0.1356654 May 04 21:58:57.633762 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4794779-85a8-4a61-a31d-f7ba6e8f2900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04280b4-9332-4a24-827c-d431434baf75,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:58:57.771740 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:58:59.271606 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:01.395463 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:03.521529 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50676) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:03.635627 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc61-c17e-4c3a-a789-5b6167ce914a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:03.715095 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc61-c17e-4c3a-a789-5b6167ce914a admin admin] Publish callbacks [] for security_group (731c6590-b425-4c71-91dc-10fcf66a184a), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:03.720915 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc61-c17e-4c3a-a789-5b6167ce914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (731c6590-b425-4c71-91dc-10fcf66a184a), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:03.767223 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbbc61-c17e-4c3a-a789-5b6167ce914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731c6590-b425-4c71-91dc-10fcf66a184a,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:03.771720 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7ccbbc61-c17e-4c3a-a789-5b6167ce914a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94d58d0689814379afbef301dc521068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488096 May 04 21:59:03.774391 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50680) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:03.825027 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64ecea38-54a1-4d67-9360-d7e68cc71ae7 admin admin] Publish callbacks [] for security_group (731c6590-b425-4c71-91dc-10fcf66a184a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:03.847697 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64ecea38-54a1-4d67-9360-d7e68cc71ae7 admin admin] Publish callbacks [] for security_group (731c6590-b425-4c71-91dc-10fcf66a184a), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:03.902400 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64ecea38-54a1-4d67-9360-d7e68cc71ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (731c6590-b425-4c71-91dc-10fcf66a184a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:03.906283 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-64ecea38-54a1-4d67-9360-d7e68cc71ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:03.907752 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-64ecea38-54a1-4d67-9360-d7e68cc71ae7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/731c6590-b425-4c71-91dc-10fcf66a184a HTTP/1.1" status: 204 len: 168 time: 0.1322987 May 04 21:59:03.916881 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecea38-54a1-4d67-9360-d7e68cc71ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731c6590-b425-4c71-91dc-10fcf66a184a,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:04.196530 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50686) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:04.209824 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-154a350d-24e3-4d8a-99c2-a20f16456e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:04.284101 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-154a350d-24e3-4d8a-99c2-a20f16456e9b admin admin] Publish callbacks [] for security_group (8c4e3ce7-c17a-4931-ae6a-cf980de07c22), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:04.293873 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-154a350d-24e3-4d8a-99c2-a20f16456e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (8c4e3ce7-c17a-4931-ae6a-cf980de07c22), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:04.331497 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-154a350d-24e3-4d8a-99c2-a20f16456e9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96d3221aafc248b7817b5069bc94bdfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338325 May 04 21:59:04.332433 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a350d-24e3-4d8a-99c2-a20f16456e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e3ce7-c17a-4931-ae6a-cf980de07c22,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:04.334410 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50688) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:04.384166 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6275-5203-4a51-861c-b24ac599ccd0 admin admin] Publish callbacks [] for security_group (8c4e3ce7-c17a-4931-ae6a-cf980de07c22), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:04.404333 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6275-5203-4a51-861c-b24ac599ccd0 admin admin] Publish callbacks [] for security_group (8c4e3ce7-c17a-4931-ae6a-cf980de07c22), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:04.453188 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6275-5203-4a51-861c-b24ac599ccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (8c4e3ce7-c17a-4931-ae6a-cf980de07c22), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:04.455791 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6275-5203-4a51-861c-b24ac599ccd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:04.456964 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-d5fc6275-5203-4a51-861c-b24ac599ccd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c4e3ce7-c17a-4931-ae6a-cf980de07c22 HTTP/1.1" status: 204 len: 168 time: 0.1214185 May 04 21:59:04.465665 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc6275-5203-4a51-861c-b24ac599ccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e3ce7-c17a-4931-ae6a-cf980de07c22,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:08.882993 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50760) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:08.993708 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-98e7157e-6126-445a-81e1-e6de8bc11fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.080918 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-98e7157e-6126-445a-81e1-e6de8bc11fbc admin admin] Publish callbacks [] for security_group (853bc0e6-9a0b-47a2-b62b-3277fc97da1d), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.086210 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-98e7157e-6126-445a-81e1-e6de8bc11fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (853bc0e6-9a0b-47a2-b62b-3277fc97da1d), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.126632 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-98e7157e-6126-445a-81e1-e6de8bc11fbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51c9588a7b33459288ae03bef97c09c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424819 May 04 21:59:09.127468 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7157e-6126-445a-81e1-e6de8bc11fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853bc0e6-9a0b-47a2-b62b-3277fc97da1d,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:09.129628 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50764) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:09.178322 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-13086d12-b707-4580-9f2e-43bcab558bee admin admin] Publish callbacks [] for security_group (853bc0e6-9a0b-47a2-b62b-3277fc97da1d), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.199406 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-13086d12-b707-4580-9f2e-43bcab558bee admin admin] Publish callbacks [] for security_group (853bc0e6-9a0b-47a2-b62b-3277fc97da1d), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.247579 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-13086d12-b707-4580-9f2e-43bcab558bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (853bc0e6-9a0b-47a2-b62b-3277fc97da1d), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.251526 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-13086d12-b707-4580-9f2e-43bcab558bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.252747 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-13086d12-b707-4580-9f2e-43bcab558bee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/853bc0e6-9a0b-47a2-b62b-3277fc97da1d HTTP/1.1" status: 204 len: 168 time: 0.1221545 May 04 21:59:09.261364 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13086d12-b707-4580-9f2e-43bcab558bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853bc0e6-9a0b-47a2-b62b-3277fc97da1d,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:09.528372 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50770) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:09.544358 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e108caa2-a88e-42df-bee1-6603d8b19d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.881422 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e108caa2-a88e-42df-bee1-6603d8b19d71 admin admin] Publish callbacks [] for security_group (f9b2f4f4-2b51-4be4-9ae4-6cae1d0aad41), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.887229 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e108caa2-a88e-42df-bee1-6603d8b19d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f9b2f4f4-2b51-4be4-9ae4-6cae1d0aad41), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:09.924083 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e108caa2-a88e-42df-bee1-6603d8b19d71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ac7fdfe9c004e5381ee2bcbd49b835c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946366 May 04 21:59:09.925023 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108caa2-a88e-42df-bee1-6603d8b19d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b2f4f4-2b51-4be4-9ae4-6cae1d0aad41,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:09.927894 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50772) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:09.986169 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fd8c77b3-c0f0-4e24-9663-aea5bd370cc2 admin admin] Publish callbacks [] for security_group (f9b2f4f4-2b51-4be4-9ae4-6cae1d0aad41), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:10.013120 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fd8c77b3-c0f0-4e24-9663-aea5bd370cc2 admin admin] Publish callbacks [] for security_group (f9b2f4f4-2b51-4be4-9ae4-6cae1d0aad41), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:10.062127 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fd8c77b3-c0f0-4e24-9663-aea5bd370cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (f9b2f4f4-2b51-4be4-9ae4-6cae1d0aad41), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:10.064861 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-fd8c77b3-c0f0-4e24-9663-aea5bd370cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:10.066035 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-fd8c77b3-c0f0-4e24-9663-aea5bd370cc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9b2f4f4-2b51-4be4-9ae4-6cae1d0aad41 HTTP/1.1" status: 204 len: 168 time: 0.1371005 May 04 21:59:10.074492 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c77b3-c0f0-4e24-9663-aea5bd370cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b2f4f4-2b51-4be4-9ae4-6cae1d0aad41,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:22.906333 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4d357c27-b292-4e5e-9189-2052b0cd9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:25.239777 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7eef9f1d-ce15-47ab-8470-867fe3b9e139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:26.211040 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:27.779472 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:29.283824 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:31.396223 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:33.096475 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 50924) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:33.218353 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4803a4e7-01e6-4e5e-814b-2177b07c057b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:33.312238 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4803a4e7-01e6-4e5e-814b-2177b07c057b admin admin] Publish callbacks [] for security_group (dffea979-28e5-47aa-83a2-52a4e19f17f5), precommit_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:33.318841 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-4803a4e7-01e6-4e5e-814b-2177b07c057b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (dffea979-28e5-47aa-83a2-52a4e19f17f5), after_create {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:33.360234 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-4803a4e7-01e6-4e5e-814b-2177b07c057b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91d4fcd66c424395a2eccc21f6d29f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625840 May 04 21:59:33.361000 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803a4e7-01e6-4e5e-814b-2177b07c057b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffea979-28e5-47aa-83a2-52a4e19f17f5,revision_number=1']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:33.363040 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 50928) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:33.414483 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2c8b77fa-f9d6-4b13-bb11-dc99902737ed admin admin] Publish callbacks [] for security_group (dffea979-28e5-47aa-83a2-52a4e19f17f5), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:33.435769 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2c8b77fa-f9d6-4b13-bb11-dc99902737ed admin admin] Publish callbacks [] for security_group (dffea979-28e5-47aa-83a2-52a4e19f17f5), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:33.483279 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2c8b77fa-f9d6-4b13-bb11-dc99902737ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (dffea979-28e5-47aa-83a2-52a4e19f17f5), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:33.485858 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2c8b77fa-f9d6-4b13-bb11-dc99902737ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:33.486981 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2c8b77fa-f9d6-4b13-bb11-dc99902737ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dffea979-28e5-47aa-83a2-52a4e19f17f5 HTTP/1.1" status: 204 len: 168 time: 0.1229196 May 04 21:59:33.494438 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b77fa-f9d6-4b13-bb11-dc99902737ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffea979-28e5-47aa-83a2-52a4e19f17f5,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:33.611991 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 21:59:43.710045 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.23', 51002) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:43.819044 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7178bc6-b29a-4ae8-a7e4-a1c5bee95019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:43.907546 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7178bc6-b29a-4ae8-a7e4-a1c5bee95019 admin admin] Publish callbacks [] for security_group (83170e00-da18-4a45-bce7-2c37196f5855), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:43.912944 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7178bc6-b29a-4ae8-a7e4-a1c5bee95019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (83170e00-da18-4a45-bce7-2c37196f5855), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:43.950616 dv-cinder-836083-5-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d7178bc6-b29a-4ae8-a7e4-a1c5bee95019 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6524a0dfcb014dee9f0462e88a4a8a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395034 May 04 21:59:43.951409 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7178bc6-b29a-4ae8-a7e4-a1c5bee95019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83170e00-da18-4a45-bce7-2c37196f5855,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:43.954714 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.wsgi [-] (110027) accepted ('10.222.0.23', 51006) {{(pid=110027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 21:59:44.007331 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9df20d85-6283-4328-a577-e307bfc2bdf8 admin admin] Publish callbacks [] for security_group (83170e00-da18-4a45-bce7-2c37196f5855), before_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:44.029723 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9df20d85-6283-4328-a577-e307bfc2bdf8 admin admin] Publish callbacks [] for security_group (83170e00-da18-4a45-bce7-2c37196f5855), precommit_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:44.080938 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9df20d85-6283-4328-a577-e307bfc2bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882189'] for security_group (83170e00-da18-4a45-bce7-2c37196f5855), after_delete {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:44.085033 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron_lib.callbacks.manager [None req-9df20d85-6283-4328-a577-e307bfc2bdf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:44.086811 dv-cinder-836083-5-iscsi neutron-server[110027]: INFO neutron.wsgi [None req-9df20d85-6283-4328-a577-e307bfc2bdf8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83170e00-da18-4a45-bce7-2c37196f5855 HTTP/1.1" status: 204 len: 168 time: 0.1304390 May 04 21:59:44.094557 dv-cinder-836083-5-iscsi neutron-server[110027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df20d85-6283-4328-a577-e307bfc2bdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83170e00-da18-4a45-bce7-2c37196f5855,revision_number=None']} {{(pid=110027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 21:59:52.897672 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-40e82cb8-283c-46af-8c44-3e557a4ba7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:55.244972 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c64106d-754c-45ae-95ab-6afa6a81c63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:56.217088 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:57.783035 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 21:59:59.284648 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:01.397562 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:10.616835 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 22:00:22.898837 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ca53ee91-3b89-4f9f-aa60-f1206dd4d069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:25.243177 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e7af718b-4acb-4bee-9370-4815da45bd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:26.223118 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:27.791326 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:29.281308 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:31.402267 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:47.621423 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 22:00:52.904587 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e15f-bb9f-41e7-b3ec-b30e1e302e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:55.244268 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2550e627-b545-432a-9b0d-9789969fcac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:56.228583 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:57.792135 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:00:59.279990 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:01.412883 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:22.906302 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-162b1527-5418-43a3-9dae-1e17a7d9398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:24.625414 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 22:01:25.248651 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-33da49bf-7840-413b-876c-6600cbe6e66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:26.232551 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:27.801913 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:29.282298 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:31.429794 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:52.905490 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e5c34708-1bb1-4146-82c8-e1129b5596d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:55.247102 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ab7a79e9-8075-4388-9109-d9007efb9109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:56.231133 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:57.806092 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:01:59.285258 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:01.446590 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:01.628897 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 22:02:22.908401 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4b023dbe-fc36-40dc-ae80-8530b27642e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:24.395408 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-8e00229c-31f5-410f-8345-0c745f1bd965 req-934f019f-efd0-4ee7-9ee3-4eb6f08c2c2c service neutron] (110028) timed out ('10.222.0.21', 54030) {{(pid=110028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 22:02:25.248957 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2471cda2-a70c-42dd-8877-562976aa52f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:26.242418 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:27.811494 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:29.286886 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:31.436824 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:38.634175 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 22:02:52.911808 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-75d81b45-d688-4959-b61d-7d451d4777fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:55.252411 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-747fb173-cb42-4d23-a46b-91bc1b4f8175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:56.244159 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:57.811300 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:02:59.290901 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:01.449788 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:15.641855 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 22:03:22.915170 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-86037c59-cb2a-4a8a-85d3-800522d7af65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:25.253000 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5288e34c-71bf-48e8-86d6-ae6c45a3b6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:26.245637 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:27.822867 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:29.289241 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:31.468370 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:52.637415 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 22:03:52.915671 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f83e52dd-c238-4355-a404-4ec07f477ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:55.256027 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-950fb339-ac6a-419d-8333-4c011a80b17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:56.246924 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:57.824213 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:03:59.292328 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:01.463336 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:22.919513 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1eb6341f-a037-4fba-842f-a0983f15995e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:25.259250 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88d2c14-4723-4720-a31f-ed8d2ac97ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:26.253026 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:27.827482 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:29.289396 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:29.642924 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 22:04:31.476925 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:52.919352 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-262c75ea-3e62-42f7-ba87-41ae5493aa28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (a7b7b666-368a-4391-893c-e66bbf2601ce), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:55.256173 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d9a720fe-cff9-4984-93d0-85b1d3a46a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (6d2cbc31-f6f2-4733-aff5-5f66aa6044ed), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:56.263664 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1e487abb-c58c-46a4-af06-7e5473420475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (23c69fbf-252b-4fdd-a714-7769bda21278), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:57.835001 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-79ef7691-37cd-45e3-9a95-2ca8104a729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (4939fd81-782e-492c-a3cc-16635647ea3c), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:04:59.286224 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-18939859-b03f-4ab2-9114-74340ff7f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (116d4a62-39ef-4e6d-802e-4f8ba9205855), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:05:01.483070 dv-cinder-836083-5-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8cb-268a-40d5-9021-df19771b044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793721502778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848080'] for agent (56624b65-6d2a-479a-ad18-414a86803273), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 22:05:03.294627 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-c2e55fbd-d2a8-487b-b8b6-adae3e5bea36 service neutron] (110028) timed out ('10.222.0.23', 44870) {{(pid=110028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 22:05:03.420711 dv-cinder-836083-5-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-a6f904c6-c502-4a9f-81c6-966c1c830e00 req-a14bbc5d-77d8-495b-969d-25316bab036a tempest-AttachVolumeShelveTestJSON-293271732 tempest-AttachVolumeShelveTestJSON-293271732-project] (110028) timed out ('10.222.0.23', 44912) {{(pid=110028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 22:05:06.647413 dv-cinder-836083-5-iscsi neutron-server[110030]: DEBUG neutron.db.agents_db [None req-5acb161c-636c-46b5-8b6d-ba4de7ab7051 None None] Agent healthcheck: found 6 active agents {{(pid=110030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}